{"data":{"schema_version":4,"snapshot_id":"snap_2026_08_18_008","published_at":"2026-08-18T15:19:02.976Z","health":{"status":"degraded","reasons":["run stopped on the budget ceiling before enrichment completed"],"warnings":["2 of the top-25 arena models have no intelligence index: claude-sonnet-4.6, gpt-5.6-terra","10 top-25 arena names resolve to no model row (queued for census): claude-opus-5-max, kimi-k3-max, muse-spark, gemini-3-pro, gpt-5.2-chat-latest-20260210, grok-4.20-beta1, qwen3.7-max-preview, gpt-5.5-instant, gemini-3-flash, claude-opus-4-5-20251101-high-32k"],"coverage_gaps":[{"model_id":"claude-sonnet-4.6","arena_rank":18,"reason":"no_index"},{"model_id":"gpt-5.6-terra","arena_rank":21,"reason":"no_index"}],"arena_guarantee":{"top_n":25,"ranked":25,"unresolved_names":["claude-opus-5-max","kimi-k3-max","muse-spark","gemini-3-pro","gpt-5.2-chat-latest-20260210","grok-4.20-beta1","qwen3.7-max-preview","gpt-5.5-instant","gemini-3-flash","claude-opus-4-5-20251101-high-32k"]}},"body_policy":{"inactive_cap":250,"inactive_included":89,"inactive_omitted":0,"note":"superseded/retired models beyond the cap are omitted from this body only — they remain in /v1/models?status=all and /v1/models/:id"},"counts":{"models_total":290,"current":201,"superseded":80,"retired":9,"disputed":0},"diff":{"added":[],"updated":["aion-2.0","aion-3.0","aion-3.0-mini","claude-fable-5","claude-haiku-3","claude-haiku-4.5","claude-opus-4","claude-opus-4.1","claude-opus-4.5","claude-opus-4.6","claude-opus-4.7","claude-opus-4.7-fast","claude-opus-4.8","claude-opus-4.8-fast","claude-opus-5","claude-opus-5-fast","claude-sonnet-4","claude-sonnet-4.5","claude-sonnet-4.6","claude-sonnet-5","codestral-2508","command-a-03-2025","command-r-08-2024","command-r-08-plus-2024","command-r-7-b-12-2024-7b","deepseek-3-0324-instruct","deepseek-3.1-instruct","deepseek-r1-0528","deepseek-r1-distill-llama-70b-reasoning","deepseek-r1-reasoning","deepseek-v3","deepseek-v3.1-terminus","deepseek-v3.2","deepseek-v4-flash","deepseek-v4-pro","dots-3-note","ernie-4.5-424b-a47b-vision","gemini-2.5-flash","gemini-2.5-flash-image","gemini-2.5-flash-lite","gemini-2.5-pro","gemini-2.5-pro-03-25","gemini-2.5-pro-06-05","gemini-3-flash","gemini-3-pro-image","gemini-3.1-flash-image","gemini-3.1-flash-lite","gemini-3.1-flash-lite-image","gemini-3.1-pro","gemini-3.1-pro-customtools","gemini-3.5-flash","gemini-3.5-flash-lite","gemini-3.6-flash","gemini-3.7-flash","gemma-2-27b-instruct","gemma-3-12b-instruct","gemma-3-27b-instruct","gemma-3-4b-instruct","gemma-3-n-e4b-instruct","gemma-4-26b-a4b-instruct","gemma-4-31b-instruct","glm-4.5-355b-a32b","glm-4.5-air-106b-a12b","glm-4.5-v","glm-4.6","glm-4.7","glm-4.7-flash","glm-5","glm-5-turbo","glm-5-v-turbo","glm-5.1","glm-5.2","gpt-3.5-turbo","gpt-3.5-turbo-0613","gpt-3.5-turbo-16k","gpt-3.5-turbo-instruct","gpt-4","gpt-4-o","gpt-4-o-mini","gpt-4-turbo","gpt-4.1","gpt-4.1-mini","gpt-4.1-nano","gpt-5","gpt-5-codex","gpt-5-image","gpt-5-image-mini","gpt-5-mini","gpt-5-nano","gpt-5-pro","gpt-5.1","gpt-5.1-codex","gpt-5.1-codex-max","gpt-5.1-codex-mini","gpt-5.2","gpt-5.2-codex","gpt-5.2-instruct","gpt-5.2-pro","gpt-5.3-codex","gpt-5.4","gpt-5.4-image-2","gpt-5.4-mini","gpt-5.4-nano","gpt-5.4-pro","gpt-5.5","gpt-5.5-pro","gpt-5.6-luna","gpt-5.6-luna-pro","gpt-5.6-sol","gpt-5.6-sol-pro","gpt-5.6-terra","gpt-5.6-terra-pro","gpt-o1","gpt-o1-pro","gpt-o3","gpt-o3-mini","gpt-o3-mini-high","gpt-o3-pro","gpt-o4-mini","gpt-o4-mini-high","gpt-oss-1-safeguard-20b","gpt-oss-120-b-120b","gpt-oss-20-b-20b","granite-4.0-h-micro","granite-4.1-8b","grok-0.1-build","grok-4.20","grok-4.20-multi-agent","grok-4.3","grok-4.5","grok-4.6","hermes-3-llama-3.1-405b","hermes-3-llama-3.1-70b","hermes-4-405b","hermes-4-70b","hy-3","kimi-k2","kimi-k2-0905","kimi-k2-reasoning","kimi-k2.5-0127","kimi-k2.6","kimi-k2.7-code","kimi-k3","l-3-lunaris-8b","l-3.1-euryale-70b","l-3.3-euryale-70b-v2.3","ling-2.6-1t","ling-2.6-flash","ling-3.0-flash","llama-3.1-70b-instruct","llama-3.1-8b-instruct","llama-3.2-1b-instruct","llama-3.2-3b-instruct","llama-3.3-70b-instruct","llama-4-guard-12b","llama-4-maverick-17b-128e-instruct","llama-4-scout-17b-16e-instruct","longcat-2.0","lyria-3-clip","lyria-3-pro","mercury-2","minimax-01","minimax-m1-reasoning","minimax-m2","minimax-m2-her","minimax-m2.1","minimax-m2.5","minimax-m2.7","minimax-m3-reasoning","mistral-1-large","mistral-1-nemo","mistral-2407-large","mistral-2501-small-24b-instruct","mistral-2502-saba","mistral-2512-large","mistral-2603-small","mistral-3-14b-2512-instruct","mistral-3-8b-2512-instruct","mistral-3-b-2512-3b","mistral-3-medium","mistral-3.1-medium","mistral-3.1-small-24b-2503-instruct","mistral-3.2-small-24b-2506-instruct","mistral-3.5-medium-vision","mixtral-8-x22b-instruct","muse-glimmer-1-30b","muse-spark-1.1","muse-spark-1.2","nemotron-2-nano-12b-vision","nemotron-2-nano-9b","nemotron-3-nano-30b-a3b","nemotron-3-nano-omni-30b-a3b-reasoning","nemotron-3-super-120b-a12b","nemotron-3-ultra-550b-a55b","nemotron-3.5-content-safety","nemotron-3.5-lightning","nova-1-lite","nova-1-micro","nova-1-premier","nova-1-pro","nova-2-lite-v1","olmo-3-32b-reasoning","phi-4-14b-instruct","qwen-2.5-32b-instruct-code","qwen-2.5-72b-instruct","qwen-2.5-72b-instruct-vision","qwen-2.5-7b-instruct","qwen-2025-plus","qwen-2025-plus-07-28-reasoning","qwen-3-14b-instruct","qwen-3-235b-a22b","qwen-3-235b-a22b-07-25","qwen-3-235b-a22b-2507-reasoning","qwen-3-235b-a22b-instruct-vision","qwen-3-235b-a22b-reasoning-vision","qwen-3-30b-a3b-2507-instruct","qwen-3-30b-a3b-2507-reasoning","qwen-3-30b-a3b-instruct","qwen-3-30b-a3b-instruct-code","qwen-3-30b-a3b-instruct-vision","qwen-3-30b-a3b-reasoning-vision","qwen-3-32b-instruct","qwen-3-32b-instruct-vision","qwen-3-480b-a35b-07-25-code","qwen-3-8b-instruct","qwen-3-8b-instruct-vision","qwen-3-8b-reasoning-vision","qwen-3-flash-code","qwen-3-max","qwen-3-max-reasoning","qwen-3-next-80b-a3b-2509-instruct","qwen-3-next-80b-a3b-2509-reasoning","qwen-3-next-code","qwen-3-plus-code","qwen-3.5-122b-a10b","qwen-3.5-27b","qwen-3.5-35b-a3b","qwen-3.5-397b-a17b","qwen-3.5-9b","qwen-3.5-flash","qwen-3.5-plus","qwen-3.6-27b","qwen-3.6-35b-a3b","qwen-3.6-flash","qwen-3.6-max","qwen-3.6-plus-04-02","qwen-3.7-flash","qwen-3.7-max","qwen-3.7-plus","qwen-3.8-2.4t-a95b","qwen-3.8-27b","qwen-3.8-max-2.4t","ring-2.6-1t","seed-1.6","seed-1.6-flash","seed-2-1-turbo","seed-2.0-code","seed-2.0-lite","seed-2.0-mini","step-3.5-flash","step-3.7-flash","wizardlm-2-8x22b"],"superseded":["kimi-k2.6"],"disputed":[],"removed":[]},"hardware":[{"id":"intel_b70","display_name":"Intel Arc Pro B70","vendor":"intel","kind":"gpu","memory_gb":32,"memory_bw_gbps":608,"confirm_sku":false,"reference_stack":"vLLM (XPU backend), OpenVINO"},{"id":"nvidia_dgx_spark","display_name":"NVIDIA DGX Spark (GB10 Grace Blackwell)","vendor":"nvidia","kind":"system","memory_gb":128,"memory_bw_gbps":273,"confirm_sku":false,"reference_stack":"llama.cpp (MXFP4), SGLang, vLLM (Grace-Blackwell build)"},{"id":"nvidia_h100_sxm_80g","display_name":"NVIDIA H100 SXM5 80GB","vendor":"nvidia","kind":"gpu","memory_gb":80,"memory_bw_gbps":3350,"confirm_sku":false,"reference_stack":"vLLM, TensorRT-LLM, SGLang"}],"benchmarks":[{"id":"aa_agentic_index","display_name":"Artificial Analysis Agentic Index","category":"composite","unit":"index","scale_min":0,"scale_max":100,"higher_better":true,"weight_in_composite":0,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":93},{"id":"aa_briefcase","display_name":"AA-Briefcase","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_553b3da274594398a3713bcb7b3afa2d","models_covered":2},{"id":"aa_coding_agent_index","display_name":"AA Coding Agent Index","category":"other","unit":"index","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_5a7b2bf97fed4a3cb01efdb8d503d9b4","models_covered":1},{"id":"aa_coding_index","display_name":"Artificial Analysis Coding Index","category":"composite","unit":"index","scale_min":0,"scale_max":100,"higher_better":true,"weight_in_composite":0,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":110},{"id":"aa_intelligence_index","display_name":"Artificial Analysis Intelligence Index","category":"composite","unit":"index","scale_min":0,"scale_max":100,"higher_better":true,"weight_in_composite":0,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":97},{"id":"aa_lcr","display_name":"AA-LCR","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_f7be5cdfc6ed41c99f63660105f869ce","models_covered":3},{"id":"aa_omniscience","display_name":"AA-Omniscience","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_a60ebb3a51fe482db14bf1479d4f70ec","models_covered":2},{"id":"aa_omniscience_accuracy","display_name":"AA-Omniscience Accuracy","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_2e5a562a40d64392a3a803438b1da5c3","models_covered":1},{"id":"aa_omniscience_hallucination_rate","display_name":"AA-Omniscience Hallucination Rate","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_553b3da274594398a3713bcb7b3afa2d","models_covered":1},{"id":"aa_omniscience_non_hallucination","display_name":"AA-Omniscience Non-Hallucination","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_2e5a562a40d64392a3a803438b1da5c3","models_covered":1},{"id":"agents_last_exam","display_name":"Agents' Last Exam","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_acf3136ad9694471b137d965b747a7f6","models_covered":3},{"id":"aider_polyglot","display_name":"Aider-Polyglot","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_97c943d2c5ee4107a9a57d2adea4a5ad","models_covered":2},{"id":"aime","display_name":"AIME (annual)","category":"math","unit":"percent","scale_min":20,"scale_max":100,"higher_better":true,"weight_in_composite":0.0735,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":22},{"id":"alpacaeval_2_0","display_name":"AlpacaEval 2.0","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_97c943d2c5ee4107a9a57d2adea4a5ad","models_covered":1},{"id":"androidbench","display_name":"AndroidBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"apex_agents","display_name":"APEX-Agents","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_25639cafaa534a87b7332e203f141975","models_covered":3},{"id":"apex_swe","display_name":"APEX-SWE","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_c666bf86747f4194a293ae4cb54a1df1","models_covered":1},{"id":"arc_agi_1","display_name":"ARC-AGI-1","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_d5e2006f4e3e4803b6aa364787492ff0","models_covered":3},{"id":"arc_agi_2","display_name":"ARC-AGI-2","category":"reasoning","unit":"percent","scale_min":5,"scale_max":95,"higher_better":true,"weight_in_composite":0.0735,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":26},{"id":"arc_agi_3","display_name":"ARC-AGI-3","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_553b3da274594398a3713bcb7b3afa2d","models_covered":3},{"id":"arc_challenge","display_name":"ARC-Challenge","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_9c1fc86de31b467badcaeb6b68cb1153","models_covered":1},{"id":"arena_elo","display_name":"LMArena / Arena Elo","category":"composite","unit":"elo","scale_min":1366.95,"scale_max":1501.77,"higher_better":true,"weight_in_composite":0.0735,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":95},{"id":"arena_elo_document","display_name":"Arena Elo document","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":24},{"id":"arena_elo_image_to_webdev","display_name":"Arena Elo image_to_webdev","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":23},{"id":"arena_elo_search","display_name":"Arena Elo search","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":4},{"id":"arena_elo_vision","display_name":"Arena Elo vision","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":58},{"id":"arena_elo_webdev","display_name":"Arena Elo webdev","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":57},{"id":"arena_hard_v2","display_name":"Arena-Hard v2","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_c157934da2b1494e95383b8c151c338e","models_covered":1},{"id":"arenahard","display_name":"ArenaHard","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_97c943d2c5ee4107a9a57d2adea4a5ad","models_covered":0},{"id":"artificial_analysis_coding_agent_index","display_name":"Artificial Analysis Coding Agent Index","category":"other","unit":"index","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_acf3136ad9694471b137d965b747a7f6","models_covered":2},{"id":"autobench","display_name":"AutoBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_a79d8f61dd56498990b7266ec18cfb4b","models_covered":1},{"id":"automation_bench","display_name":"Automation-Bench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"bfcl","display_name":"BFCL","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_9c1fc86de31b467badcaeb6b68cb1153","models_covered":2},{"id":"bfcl_v2","display_name":"BFCL v2","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_282bf64514de478b9fde1d211282288c","models_covered":1},{"id":"bixbench","display_name":"BixBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_131a8a1728b44785bf474e46e254b8be","models_covered":1},{"id":"blueprint_bench_2","display_name":"Blueprint-Bench 2","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_a60ebb3a51fe482db14bf1479d4f70ec","models_covered":1},{"id":"browsecomp","display_name":"BrowseComp","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_25639cafaa534a87b7332e203f141975","models_covered":16},{"id":"browsecomp_zh","display_name":"BrowseComp-ZH","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_bf713be07f1c4f6781df4a9b64ce09c5","models_covered":1},{"id":"chartqa","display_name":"ChartQA","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_4eaa68da41964b1f84786f0dd048a38a","models_covered":2},{"id":"charxiv","display_name":"CharXiv","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_d96417a9afb74afd8322737c2b9940c9","models_covered":1},{"id":"charxiv_reasoning","display_name":"CharXiv Reasoning","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_5f55387d72cd481ebb4a7dc5d6f940e5","models_covered":3},{"id":"code_arena","display_name":"Code Arena","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_5f55387d72cd481ebb4a7dc5d6f940e5","models_covered":1},{"id":"codeforces_elo","display_name":"Codeforces Elo (LLM, human scale)","category":"code","unit":"elo","scale_min":800,"scale_max":2500,"higher_better":true,"weight_in_composite":0,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":2},{"id":"coworkbench","display_name":"CoWorkBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"critpt","display_name":"CritPt","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_aff8de7dba644d48940dfb9eb3d32d96","models_covered":1},{"id":"cursorbench","display_name":"CursorBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_a927f856add64bd994092110b766a8f2","models_covered":1},{"id":"cursorbench_v3_2","display_name":"CursorBench v3.2","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_c666bf86747f4194a293ae4cb54a1df1","models_covered":1},{"id":"cybergym","display_name":"CyberGym","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_bf713be07f1c4f6781df4a9b64ce09c5","models_covered":2},{"id":"deepswe","display_name":"DeepSWE","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_aff8de7dba644d48940dfb9eb3d32d96","models_covered":5},{"id":"deepswe_1_0","display_name":"DeepSWE 1.0","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_474270a493514b6589ef766381031e54","models_covered":1},{"id":"deepswe_1_1","display_name":"DeepSWE 1.1","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":2},{"id":"deepswe_v1_1","display_name":"DeepSWE v1.1","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_5f55387d72cd481ebb4a7dc5d6f940e5","models_covered":4},{"id":"design_arena_3d","display_name":"design_arena_3d","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":90},{"id":"design_arena_agenticgamedev","display_name":"design_arena_agenticgamedev","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":19},{"id":"design_arena_agentichtmlslides","display_name":"design_arena_agentichtmlslides","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":10},{"id":"design_arena_agenticslides","display_name":"design_arena_agenticslides","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":10},{"id":"design_arena_androidnative","display_name":"design_arena_androidnative","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":35},{"id":"design_arena_asciiart","display_name":"design_arena_asciiart","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":50},{"id":"design_arena_codecategories","display_name":"design_arena_codecategories","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":98},{"id":"design_arena_dataviz","display_name":"design_arena_dataviz","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":96},{"id":"design_arena_fullstack","display_name":"design_arena_fullstack","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":38},{"id":"design_arena_gamedev","display_name":"design_arena_gamedev","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":97},{"id":"design_arena_godotgamedev","display_name":"design_arena_godotgamedev","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":29},{"id":"design_arena_graphicdesign","display_name":"design_arena_graphicdesign","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":5},{"id":"design_arena_htmlslides","display_name":"design_arena_htmlslides","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":21},{"id":"design_arena_image","display_name":"design_arena_image","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":5},{"id":"design_arena_imageediting","display_name":"design_arena_imageediting","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":1},{"id":"design_arena_logo","display_name":"design_arena_logo","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":5},{"id":"design_arena_mobileapps","display_name":"design_arena_mobileapps","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":35},{"id":"design_arena_pptxslides","display_name":"design_arena_pptxslides","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":9},{"id":"design_arena_python_pptxslides","display_name":"design_arena_python-pptxslides","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":22},{"id":"design_arena_svg","display_name":"design_arena_svg","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":66},{"id":"design_arena_uicomponent","display_name":"design_arena_uicomponent","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":94},{"id":"design_arena_webapps","display_name":"design_arena_webapps","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":37},{"id":"design_arena_website","display_name":"design_arena_website","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_68998df3bf3f44729cc6558681a176bf","models_covered":104},{"id":"docvqa","display_name":"DocVQA","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_4eaa68da41964b1f84786f0dd048a38a","models_covered":2},{"id":"drop","display_name":"DROP","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_b117e42664ba451c8a56cc67a74071b4","models_covered":1},{"id":"expert_swe","display_name":"Expert-SWE","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_131a8a1728b44785bf474e46e254b8be","models_covered":1},{"id":"finance_agent","display_name":"Finance Agent","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_4c932a77cb624e88b1eb83c143534b88","models_covered":1},{"id":"finance_agent_v2","display_name":"Finance Agent v2","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6d1eabd36ecb488885533ee2704804da","models_covered":1},{"id":"frontier_bench_v0_1","display_name":"Frontier-Bench v0.1","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_553b3da274594398a3713bcb7b3afa2d","models_covered":1},{"id":"frontiercode_1_1_main","display_name":"FrontierCode 1.1 Main","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_5f55387d72cd481ebb4a7dc5d6f940e5","models_covered":1},{"id":"frontiercode_v1_1_extended","display_name":"FrontierCode v1.1 (Extended)","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_c666bf86747f4194a293ae4cb54a1df1","models_covered":1},{"id":"frontiermath","display_name":"FrontierMath","category":"math","unit":"percent","scale_min":0,"scale_max":55,"higher_better":true,"weight_in_composite":0,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":1},{"id":"frontiermath_tiers_1_3","display_name":"FrontierMath Tiers 1-3","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_131a8a1728b44785bf474e46e254b8be","models_covered":1},{"id":"frontierswe","display_name":"FrontierSWE","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":3},{"id":"gdm_mrcr_v2","display_name":"GDM-MRCR v2","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6c3d8d40b1334e50b419a6d5f5788334","models_covered":1},{"id":"gdm_mrcr_v2_8_needle","display_name":"GDM-MRCR v2 (8-needle)","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_5f55387d72cd481ebb4a7dc5d6f940e5","models_covered":1},{"id":"gdpval","display_name":"GDPval","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_f7be5cdfc6ed41c99f63660105f869ce","models_covered":2},{"id":"gdpval_aa","display_name":"GDPval-AA","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_25639cafaa534a87b7332e203f141975","models_covered":5},{"id":"gdpval_aa_v2","display_name":"GDPval-AA v2","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_553b3da274594398a3713bcb7b3afa2d","models_covered":7},{"id":"genebench_pro","display_name":"GeneBench Pro","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_acf3136ad9694471b137d965b747a7f6","models_covered":1},{"id":"global_mmlu_lite","display_name":"Global MMLU-Lite","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_33d010562a42487e9578cf616dfeec53","models_covered":1},{"id":"gpqa_diamond","display_name":"GPQA Diamond","category":"reasoning","unit":"percent","scale_min":25,"scale_max":96,"higher_better":true,"weight_in_composite":0.1471,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":61},{"id":"gsm8k","display_name":"GSM8K","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_9c1fc86de31b467badcaeb6b68cb1153","models_covered":1},{"id":"harvey_lab_vals","display_name":"Harvey LAB (Vals)","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_c666bf86747f4194a293ae4cb54a1df1","models_covered":1},{"id":"healthbench","display_name":"HealthBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":3},{"id":"healthbench_consensus","display_name":"HealthBench Consensus","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_a8319c22a50e4818a64634d19511f43d","models_covered":1},{"id":"healthbench_hard","display_name":"HealthBench Hard","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_a8319c22a50e4818a64634d19511f43d","models_covered":2},{"id":"healthbench_professional","display_name":"HealthBench Professional","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_a8319c22a50e4818a64634d19511f43d","models_covered":2},{"id":"hle","display_name":"Humanity's Last Exam","category":"reasoning","unit":"percent","scale_min":2,"scale_max":60,"higher_better":true,"weight_in_composite":0.1029,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":52},{"id":"hle_verified","display_name":"HLE-Verified","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_5f55387d72cd481ebb4a7dc5d6f940e5","models_covered":1},{"id":"hle_with_tools","display_name":"HLE with tools","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_b81290bb2ab64e88bf29b71d8ba48b7b","models_covered":1},{"id":"hmmt","display_name":"HMMT","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_bf713be07f1c4f6781df4a9b64ce09c5","models_covered":1},{"id":"hmmt_2026_feb","display_name":"HMMT 2026 Feb","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_652c7c2de97b4b489991fb719fa85b4a","models_covered":3},{"id":"hmmt_feb_2025","display_name":"HMMT Feb 2025","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_195871e76b544cee9e330f942e1e8051","models_covered":1},{"id":"hmmt_feb_2026","display_name":"HMMT Feb 2026","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_aff8de7dba644d48940dfb9eb3d32d96","models_covered":1},{"id":"hmmt_nov_2025","display_name":"HMMT Nov 2025","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_aff8de7dba644d48940dfb9eb3d32d96","models_covered":1},{"id":"humaneval","display_name":"HumanEval","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_9c1fc86de31b467badcaeb6b68cb1153","models_covered":3},{"id":"humanitys_last_exam_with_tools","display_name":"Humanity's Last Exam (with tools)","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_652c7c2de97b4b489991fb719fa85b4a","models_covered":1},{"id":"ifbench","display_name":"IFBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":4},{"id":"ifeval","display_name":"IFEval","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_9c1fc86de31b467badcaeb6b68cb1153","models_covered":4},{"id":"imo_answerbench","display_name":"IMO-AnswerBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_652c7c2de97b4b489991fb719fa85b4a","models_covered":1},{"id":"imoanswerbench","display_name":"IMOAnswerBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_bf713be07f1c4f6781df4a9b64ce09c5","models_covered":2},{"id":"jobbench","display_name":"JobBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"kernelbench_hard","display_name":"KernelBench Hard","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_f8e2332c4c034edba09fea1b7882b8b5","models_covered":1},{"id":"livebench","display_name":"LiveBench","category":"composite","unit":"index","scale_min":40,"scale_max":85,"higher_better":true,"weight_in_composite":0.1103,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":25},{"id":"livecodebench","display_name":"LiveCodeBench v6","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_15dad7768a114aca88498cbfff0fd7a5","models_covered":12},{"id":"lmarena_text_arena_elo","display_name":"LMArena Text Arena Elo","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_bf713be07f1c4f6781df4a9b64ce09c5","models_covered":3},{"id":"logicvista","display_name":"LogicVista","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_b9316cd9218541edba4a54b3f349acd3","models_covered":1},{"id":"long_horizon_terminal_bench","display_name":"Long-Horizon-Terminal-Bench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_d7b4ee6078684e3a9a7eb5ff12f0c81d","models_covered":1},{"id":"longbench_v2","display_name":"LongBench v2","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"longcodebench_1m","display_name":"LongCodeBench 1M","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_d8b288e8a4314a718d62098d4463f8f4","models_covered":1},{"id":"lvbench","display_name":"LVBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_5f55387d72cd481ebb4a7dc5d6f940e5","models_covered":1},{"id":"math","display_name":"MATH","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_9c1fc86de31b467badcaeb6b68cb1153","models_covered":3},{"id":"math_500","display_name":"MATH-500","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_15dad7768a114aca88498cbfff0fd7a5","models_covered":4},{"id":"mathvision","display_name":"MathVision","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_b9316cd9218541edba4a54b3f349acd3","models_covered":2},{"id":"mathvista","display_name":"MathVista","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_4eaa68da41964b1f84786f0dd048a38a","models_covered":3},{"id":"mbpp_evalplus","display_name":"MBPP EvalPlus","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_282bf64514de478b9fde1d211282288c","models_covered":1},{"id":"mcp_atlas","display_name":"MCP Atlas","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_25639cafaa534a87b7332e203f141975","models_covered":6},{"id":"mgsm","display_name":"MGSM","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_9c1fc86de31b467badcaeb6b68cb1153","models_covered":4},{"id":"mle_bench","display_name":"MLE-Bench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6c3d8d40b1334e50b419a6d5f5788334","models_covered":1},{"id":"mle_bench_lite","display_name":"MLE-Bench Lite","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_7531f4d597aa43ddb248859c44f27611","models_covered":1},{"id":"mls_bench_lite","display_name":"MLS-Bench-Lite","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"mm_claw","display_name":"MM Claw","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_7531f4d597aa43ddb248859c44f27611","models_covered":1},{"id":"mmlu","display_name":"MMLU","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_9c1fc86de31b467badcaeb6b68cb1153","models_covered":6},{"id":"mmlu_pro","display_name":"MMLU-Pro","category":"knowledge","unit":"percent","scale_min":40,"scale_max":92,"higher_better":true,"weight_in_composite":0.1103,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":44},{"id":"mmlu_redux","display_name":"MMLU-Redux","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_97c943d2c5ee4107a9a57d2adea4a5ad","models_covered":1},{"id":"mmmlu","display_name":"MMMLU","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_25639cafaa534a87b7332e203f141975","models_covered":1},{"id":"mmmu","display_name":"MMMU","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_4eaa68da41964b1f84786f0dd048a38a","models_covered":4},{"id":"mmmu_pro","display_name":"MMMU-Pro","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_25639cafaa534a87b7332e203f141975","models_covered":5},{"id":"mrcr","display_name":"MRCR (multi-needle retrieval)","category":"other","unit":"percent","scale_min":20,"scale_max":97,"higher_better":true,"weight_in_composite":0,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":3},{"id":"mrcr_1m","display_name":"MRCR 1M","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_c59159c0343e49c096da469a4161a2e2","models_covered":1},{"id":"mrcr_v2_8_needle","display_name":"MRCR v2 (8-needle)","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_25639cafaa534a87b7332e203f141975","models_covered":2},{"id":"multi_swe_bench","display_name":"Multi-SWE-bench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_7531f4d597aa43ddb248859c44f27611","models_covered":1},{"id":"multichallenge","display_name":"MultiChallenge","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_d8b288e8a4314a718d62098d4463f8f4","models_covered":1},{"id":"multilingual_mmlu","display_name":"Multilingual MMLU","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_4eaa68da41964b1f84786f0dd048a38a","models_covered":1},{"id":"multipl_e_humaneval","display_name":"MultiPL-E HumanEval","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_9c1fc86de31b467badcaeb6b68cb1153","models_covered":1},{"id":"nl2repo","display_name":"NL2Repo","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_aff8de7dba644d48940dfb9eb3d32d96","models_covered":2},{"id":"nl2repo_bench","display_name":"NL2Repo-Bench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"online_mind2web","display_name":"Online-Mind2Web","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6d1eabd36ecb488885533ee2704804da","models_covered":1},{"id":"openai_internal_multi_policy_moderation_accuracy","display_name":"OpenAI internal multi-policy moderation accuracy","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_fabbc8b6d4b74f5095713f8300d109a8","models_covered":1},{"id":"openai_moderation_2022_f1","display_name":"OpenAI Moderation (2022) F1","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_fabbc8b6d4b74f5095713f8300d109a8","models_covered":1},{"id":"osworld","display_name":"OSWorld","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_5a7b2bf97fed4a3cb01efdb8d503d9b4","models_covered":1},{"id":"osworld_2_0","display_name":"OSWorld-2.0","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_5f55387d72cd481ebb4a7dc5d6f940e5","models_covered":3},{"id":"osworld_verified","display_name":"OSWorld-Verified","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_f8e2332c4c034edba09fea1b7882b8b5","models_covered":9},{"id":"paperbench","display_name":"PaperBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":2},{"id":"phibench","display_name":"PhiBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_b117e42664ba451c8a56cc67a74071b4","models_covered":1},{"id":"pinchbench","display_name":"PinchBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_407580b701a043a38dfb38f539a26607","models_covered":1},{"id":"plawbench","display_name":"PLawBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"posttrainbench","display_name":"PostTrainBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_aff8de7dba644d48940dfb9eb3d32d96","models_covered":1},{"id":"prbench_finance","display_name":"PRBench-Finance","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"prbench_legal","display_name":"PRBench-Legal","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"programbench","display_name":"ProgramBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_aff8de7dba644d48940dfb9eb3d32d96","models_covered":2},{"id":"qwenqoderbench","display_name":"QwenQoderBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"qwenreactbench","display_name":"QwenReactBench","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"qwensvgbench","display_name":"QwenSVGBench","category":"other","unit":"elo","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"qwenswebench","display_name":"QwenSWEBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"ruler","display_name":"RULER","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_f7be5cdfc6ed41c99f63660105f869ce","models_covered":1},{"id":"sage","display_name":"SAGE","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_4c932a77cb624e88b1eb83c143534b88","models_covered":1},{"id":"scicode","display_name":"SciCode","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_25639cafaa534a87b7332e203f141975","models_covered":5},{"id":"simpleqa","display_name":"SimpleQA","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_d96417a9afb74afd8322737c2b9940c9","models_covered":4},{"id":"skillsbench","display_name":"SkillsBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":2},{"id":"supergpqa","display_name":"SuperGPQA","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_c157934da2b1494e95383b8c151c338e","models_covered":1},{"id":"swe_bench_multilingual","display_name":"SWE-bench Multilingual","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_15dad7768a114aca88498cbfff0fd7a5","models_covered":9},{"id":"swe_bench_pro","display_name":"SWE-bench Pro","category":"code","unit":"percent","scale_min":5,"scale_max":65,"higher_better":true,"weight_in_composite":0,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":20},{"id":"swe_bench_verified","display_name":"SWE-bench Verified","category":"code","unit":"percent","scale_min":10,"scale_max":85,"higher_better":true,"weight_in_composite":0.1471,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":47},{"id":"swe_fficiency","display_name":"SWE-fficiency","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_f8e2332c4c034edba09fea1b7882b8b5","models_covered":1},{"id":"swe_marathon","display_name":"SWE-Marathon","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_aff8de7dba644d48940dfb9eb3d32d96","models_covered":3},{"id":"tau2_bench_retail","display_name":"tau2-bench (Retail)","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_25639cafaa534a87b7332e203f141975","models_covered":3},{"id":"tau2_bench_telecom","display_name":"tau2-bench (Telecom)","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_25639cafaa534a87b7332e203f141975","models_covered":3},{"id":"tau3_bench_banking","display_name":"tau3-bench (Banking)","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_407580b701a043a38dfb38f539a26607","models_covered":1},{"id":"tau3_telecom","display_name":"tau3-Telecom","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_4c932a77cb624e88b1eb83c143534b88","models_covered":1},{"id":"tau_bench","display_name":"tau-bench / tau2-bench","category":"agentic","unit":"percent","scale_min":20,"scale_max":95,"higher_better":true,"weight_in_composite":0.0442,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":19},{"id":"tau_bench_retail","display_name":"tau-bench Retail","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6c738b9f3a2d4a97b22b79e5db77ddfa","models_covered":1},{"id":"tau_bench_v3_average","display_name":"tau-bench V3 Average","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_f7be5cdfc6ed41c99f63660105f869ce","models_covered":1},{"id":"terminal_bench","display_name":"Terminal-Bench (Hard)","category":"agentic","unit":"percent","scale_min":5,"scale_max":90,"higher_better":true,"weight_in_composite":0.0441,"status":"core","origin":"seed","first_seen_run_id":null,"models_covered":47},{"id":"tool_decathlon","display_name":"Tool-Decathlon","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_bf713be07f1c4f6781df4a9b64ce09c5","models_covered":2},{"id":"toolathlon","display_name":"Toolathlon","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_d5e2006f4e3e4803b6aa364787492ff0","models_covered":3},{"id":"toolathlon_verified","display_name":"Toolathlon Verified","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"toxicchat_f1","display_name":"ToxicChat F1","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_fabbc8b6d4b74f5095713f8300d109a8","models_covered":1},{"id":"vals_index","display_name":"Vals Index","category":"other","unit":"index","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_2e5a562a40d64392a3a803438b1da5c3","models_covered":2},{"id":"vibe_pro","display_name":"VIBE-Pro","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_7531f4d597aa43ddb248859c44f27611","models_covered":1},{"id":"video_mme","display_name":"Video-MME","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_f8e2332c4c034edba09fea1b7882b8b5","models_covered":1},{"id":"widesearch","display_name":"WideSearch","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1},{"id":"wildclawbench","display_name":"WildClawBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_aff8de7dba644d48940dfb9eb3d32d96","models_covered":3},{"id":"workspacebench","display_name":"WorkSpaceBench","category":"other","unit":"percent","scale_min":null,"scale_max":null,"higher_better":true,"weight_in_composite":0,"status":"provisional","origin":"auto","first_seen_run_id":"run_6028ac39c0fb4d9a90025f0eba1e265f","models_covered":1}],"models":[{"id":"aion-2.0","display_name":"aion-2.0","family":{"id":"aion","vendor":"aion-labs"},"generation":"2.0","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"aion-labs/aion-2.0","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":131072,"release_date":"2026-02-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.8,"completion_usd_per_m":1.6,"cache_read_usd_per_m":0.2,"context_length":131072,"source":"openrouter","source_model_id":"aion-labs/aion-2.0","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#aion-labs/aion-2.0","publisher":"OpenRouter (listed 2026-02-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"aion-3.0","display_name":"aion-3.0","family":{"id":"aion","vendor":"aion-labs"},"generation":"3.0","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"aion-labs/aion-3.0","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":131072,"release_date":"2026-07-07","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":3,"completion_usd_per_m":6,"cache_read_usd_per_m":0.75,"context_length":131072,"source":"openrouter","source_model_id":"aion-labs/aion-3.0","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#aion-labs/aion-3.0","publisher":"OpenRouter (listed 2026-07-07)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"aion-3.0-mini","display_name":"aion-3.0-mini","family":{"id":"aion","vendor":"aion-labs"},"generation":"3.0","size_class":"frontier-mini","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"aion-labs/aion-3.0-mini","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":131072,"release_date":"2026-07-07","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.7,"completion_usd_per_m":1.4,"cache_read_usd_per_m":0.18,"context_length":131072,"source":"openrouter","source_model_id":"aion-labs/aion-3.0-mini","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#aion-labs/aion-3.0-mini","publisher":"OpenRouter (listed 2026-07-07)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-fable-5","display_name":"Claude Fable 5","family":{"id":"claude","vendor":"Anthropic"},"generation":"5","size_class":"frontier-fable","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-fable-5","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-06-09","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":96.38,"inputs":[{"benchmark":"arc_agi_2","score_raw":89.2,"score_norm":93.56,"trust":3,"source_url":"https://arcprize.org/results/anthropic-claude-fable-5","config":"$5.45/task, arc prize verified semi-private, max reasoning"},{"benchmark":"arena_elo","score_raw":1506.5,"score_norm":100,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":92.6,"score_norm":95.21,"trust":2,"source_url":"https://www.requesty.ai/models/anthropic/claude-fable-5","config":null},{"benchmark":"hle","score_raw":53,"score_norm":87.93,"trust":2,"source_url":"https://artificialanalysis.ai/articles/claude-fable-5-mythos-intelligence-index","config":"artificial analysis harness; adaptive reasoning max effort, opus 4.8 fallback on ~9% of hle tasks"},{"benchmark":"mmlu_pro","score_raw":91.5,"score_norm":99.04,"trust":3,"source_url":"https://www.vals.ai/models/anthropic_claude-fable-5","config":"compute effort max, opus 4.8 fallback used for refused tasks, temperature 1.0"},{"benchmark":"swe_bench_verified","score_raw":95,"score_norm":100,"trust":3,"source_url":"https://www.vals.ai/models/anthropic_claude-fable-5","config":"compute effort max, opus 4.8 fallback used for refused tasks, temperature 1.0"},{"benchmark":"tau_bench","score_raw":98.5,"score_norm":100,"trust":2,"source_url":"https://www.requesty.ai/models/anthropic/claude-fable-5","config":"tau2"}],"coverage":0.754},"pricing":{"prompt_usd_per_m":10,"completion_usd_per_m":50,"cache_read_usd_per_m":1,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-fable-5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":56.6,"score_norm":56.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":76.5,"score_norm":76.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":62.1,"score_norm":62.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"aa_omniscience","score_raw":40,"score_norm":null,"config":"artificial analysis; adaptive reasoning max effort, opus 4.8 fallback","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/claude-fable-5-mythos-intelligence-index","measured_date":"2026-06-09"},{"benchmark":"arc_agi_2","score_raw":89.2,"score_norm":93.56,"config":"$5.45/task, arc prize verified semi-private, max reasoning","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/anthropic-claude-fable-5","measured_date":"2026-08-03"},{"benchmark":"arena_elo","score_raw":1506.5,"score_norm":100,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1504.2,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1625.9,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_search","score_raw":1236.8,"score_norm":null,"config":"search","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1314.7,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1626.9,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"blueprint_bench_2","score_raw":38.6,"score_norm":null,"config":"spatial reasoning; anthropic launch table","trust":0,"source_type":"community","source_url":"https://www.datacamp.com/blog/claude-fable-5","measured_date":"2026-06-09"},{"benchmark":"design_arena_3d","score_raw":1370,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1296,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_agentichtmlslides","score_raw":1254,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1291,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1361,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1334,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1337,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1288,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1382,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1346,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1268,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1257,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":null},{"benchmark":"design_arena_python_pptxslides","score_raw":1305,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1339,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1334,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1294,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1314,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-fable-5","measured_date":"2026-08-18"},{"benchmark":"gdpval_aa","score_raw":1932,"score_norm":null,"config":"elo; artificial analysis","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/claude-fable-5-mythos-intelligence-index","measured_date":"2026-06-09"},{"benchmark":"gpqa_diamond","score_raw":92.6,"score_norm":95.21,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://www.requesty.ai/models/anthropic/claude-fable-5","measured_date":null},{"benchmark":"hle","score_raw":53,"score_norm":87.93,"config":"artificial analysis harness; adaptive reasoning max effort, opus 4.8 fallback on ~9% of hle tasks","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/claude-fable-5-mythos-intelligence-index","measured_date":"2026-06-09"},{"benchmark":"hle","score_raw":64.5,"score_norm":100,"config":"with tools; anthropic launch table","trust":0,"source_type":"community","source_url":"https://www.datacamp.com/blog/claude-fable-5","measured_date":"2026-06-09"},{"benchmark":"livebench","score_raw":83,"score_norm":95.56,"config":"claude-fable-5-max-effort, global average (mean of 7 category averages), livebench 2026-06-25 release","trust":0,"source_type":"aggregator","source_url":"https://benchlm.ai/benchmarks/livebench","measured_date":"2026-06-25"},{"benchmark":"mmlu_pro","score_raw":91.5,"score_norm":99.04,"config":"compute effort max, opus 4.8 fallback used for refused tasks, temperature 1.0","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/models/anthropic_claude-fable-5","measured_date":"2026-06-09"},{"benchmark":"osworld_verified","score_raw":85,"score_norm":null,"config":"computer use; anthropic launch table","trust":0,"source_type":"community","source_url":"https://www.datacamp.com/blog/qwen3-8-max","measured_date":"2026-08-03"},{"benchmark":"swe_bench_pro","score_raw":80.3,"score_norm":100,"config":"anthropic launch benchmark table (vendor-reported)","trust":0,"source_type":"community","source_url":"https://www.datacamp.com/blog/claude-fable-5","measured_date":"2026-06-09"},{"benchmark":"swe_bench_verified","score_raw":95,"score_norm":100,"config":"compute effort max, opus 4.8 fallback used for refused tasks, temperature 1.0","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/models/anthropic_claude-fable-5","measured_date":"2026-06-09"},{"benchmark":"tau_bench","score_raw":98.5,"score_norm":100,"config":"tau2","trust":2,"source_type":"aggregator","source_url":"https://www.requesty.ai/models/anthropic/claude-fable-5","measured_date":null},{"benchmark":"terminal_bench","score_raw":88,"score_norm":97.65,"config":"anthropic launch benchmark table (vendor-reported)","trust":0,"source_type":"community","source_url":"https://www.datacamp.com/blog/claude-fable-5","measured_date":"2026-06-09"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://platform.claude.com/docs/en/about-claude/models/overview","publisher":"Anthropic"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-haiku-4.5","display_name":"Claude Haiku 4.5","family":{"id":"claude","vendor":"Anthropic"},"generation":"4.5","size_class":"frontier-haiku","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-haiku-4.5","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-10-15","release_status":"released","status":"current","supersedes":["claude-haiku-3"],"superseded_by":null,"intelligence":{"index":54.25,"inputs":[{"benchmark":"aime","score_raw":82.708,"score_norm":78.38,"trust":3,"source_url":"https://www.vals.ai/benchmarks/aime","config":"60 questions), claude-haiku-4-5-20251001-thinking, no tools, vals aime (2024+2025"},{"benchmark":"arc_agi_2","score_raw":4.03,"score_norm":0,"trust":3,"source_url":"https://arcprize.org/media/data/evaluations.json","config":"arc prize leaderboard, claude-haiku-4-5-20251001-thinking-32k, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1413,"score_norm":34.16,"trust":3,"source_url":"https://arena.ai/leaderboard/text","config":"arena.ai text leaderboard, claude-haiku-4-5-20251001 (+/-3)"},{"benchmark":"gpqa_diamond","score_raw":73,"score_norm":67.61,"trust":2,"source_url":"https://airank.dev/models/claude-haiku-4.5","config":null},{"benchmark":"hle","score_raw":10.38,"score_norm":14.45,"trust":2,"source_url":"https://artificialanalysis.ai/models/claude-4-5-haiku","config":"claude 4.5 haiku (reasoning), no tools"},{"benchmark":"mmlu_pro","score_raw":78.715,"score_norm":74.45,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"claude-haiku-4-5-20251001-thinking (extended thinking), max output 64k, no tools, temp 1"},{"benchmark":"swe_bench_verified","score_raw":73.3,"score_norm":84.4,"trust":1,"source_url":"https://www.anthropic.com/news/claude-haiku-4-5","config":"averaged over 50 trials, no test-time compute, 128k thinking budget, bash+file-edit scaffold"},{"benchmark":"tau_bench","score_raw":54.68,"score_norm":46.24,"trust":2,"source_url":"https://artificialanalysis.ai/models/claude-4-5-haiku","config":"artificial analysis tau-squared bench (telecom), claude 4.5 haiku (reasoning), tau2"},{"benchmark":"terminal_bench","score_raw":41.75,"score_norm":43.24,"trust":1,"source_url":"https://www.anthropic.com/news/claude-haiku-4-5","config":"32k thinking budget, avg of 5 runs"}],"coverage":0.8809},"pricing":{"prompt_usd_per_m":1,"completion_usd_per_m":5,"cache_read_usd_per_m":0.1,"context_length":200000,"source":"openrouter","source_model_id":"anthropic/claude-haiku-4.5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":16.5,"score_norm":16.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":43.9,"score_norm":43.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":29.9,"score_norm":29.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"aime","score_raw":82.708,"score_norm":78.38,"config":"60 questions), claude-haiku-4-5-20251001-thinking, no tools, vals aime (2024+2025","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/aime","measured_date":"2026-04-16"},{"benchmark":"arc_agi_2","score_raw":4.03,"score_norm":0,"config":"arc prize leaderboard, claude-haiku-4-5-20251001-thinking-32k, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/media/data/evaluations.json","measured_date":null},{"benchmark":"arena_elo","score_raw":1413,"score_norm":34.16,"config":"arena.ai text leaderboard, claude-haiku-4-5-20251001 (+/-3)","trust":3,"source_type":"leaderboard","source_url":"https://arena.ai/leaderboard/text","measured_date":null},{"benchmark":"design_arena_3d","score_raw":1123,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1172,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1134,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1145,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1136,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1063,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1129,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1133,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-haiku-4.5","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":73,"score_norm":67.61,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://airank.dev/models/claude-haiku-4.5","measured_date":"2025-10-15"},{"benchmark":"hle","score_raw":10.38,"score_norm":14.45,"config":"claude 4.5 haiku (reasoning), no tools","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/claude-4-5-haiku","measured_date":null},{"benchmark":"mmlu_pro","score_raw":78.715,"score_norm":74.45,"config":"claude-haiku-4-5-20251001-thinking (extended thinking), max output 64k, no tools, temp 1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":73.3,"score_norm":84.4,"config":"averaged over 50 trials, no test-time compute, 128k thinking budget, bash+file-edit scaffold","trust":1,"source_type":"vendor_claim","source_url":"https://www.anthropic.com/news/claude-haiku-4-5","measured_date":"2025-10-15"},{"benchmark":"tau_bench","score_raw":54.68,"score_norm":46.24,"config":"artificial analysis tau-squared bench (telecom), claude 4.5 haiku (reasoning), tau2","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/claude-4-5-haiku","measured_date":null},{"benchmark":"terminal_bench","score_raw":40.21,"score_norm":41.42,"config":"no thinking, avg of 6 runs","trust":1,"source_type":"vendor_claim","source_url":"https://www.anthropic.com/news/claude-haiku-4-5","measured_date":"2025-10-15"},{"benchmark":"terminal_bench","score_raw":41.75,"score_norm":43.24,"config":"32k thinking budget, avg of 5 runs","trust":1,"source_type":"vendor_claim","source_url":"https://www.anthropic.com/news/claude-haiku-4-5","measured_date":"2025-10-15"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://platform.claude.com/docs/en/about-claude/models/overview","publisher":"Anthropic"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-opus-5","display_name":"Claude Opus 5","family":{"id":"claude","vendor":"Anthropic"},"generation":"5","size_class":"frontier-opus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-opus-5","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-07-24","release_status":"released","status":"current","supersedes":["claude-opus-4","claude-opus-4.1","claude-opus-4.5","claude-opus-4.6","claude-opus-4.7","claude-opus-4.7-fast","claude-opus-4.8","claude-opus-4.8-fast"],"superseded_by":null,"intelligence":{"index":95.16,"inputs":[{"benchmark":"arc_agi_2","score_raw":90.4,"score_norm":94.89,"trust":3,"source_url":"https://arcprize.org/results/anthropic-claude-opus-5","config":"max effort; semi-private eval"},{"benchmark":"arena_elo","score_raw":1493.2,"score_norm":93.64,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"hle","score_raw":53,"score_norm":87.93,"trust":2,"source_url":"https://artificialanalysis.ai/articles/opus-5","config":"effort level unstated"},{"benchmark":"swe_bench_verified","score_raw":97,"score_norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"vals.ai independent run; minimal bash-tool-only agent harness, 500 tasks"},{"benchmark":"terminal_bench","score_raw":89,"score_norm":98.82,"trust":2,"source_url":"https://artificialanalysis.ai/articles/opus-5","config":"max effort"}],"coverage":0.4761},"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":25,"cache_read_usd_per_m":0.5,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-opus-5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":59.2,"score_norm":59.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"aa_briefcase","score_raw":1720,"score_norm":null,"config":"elo, max effort","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/opus-5","measured_date":"2026-07-24"},{"benchmark":"aa_coding_index","score_raw":78,"score_norm":78,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":63.1,"score_norm":63.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"aa_omniscience_hallucination_rate","score_raw":50,"score_norm":null,"config":"max effort; lower is better","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/opus-5","measured_date":"2026-07-24"},{"benchmark":"arc_agi_1","score_raw":97.5,"score_norm":null,"config":"max effort","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/anthropic-claude-opus-5","measured_date":"2026-07-24"},{"benchmark":"arc_agi_2","score_raw":90.4,"score_norm":94.89,"config":"max effort; semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/anthropic-claude-opus-5","measured_date":"2026-07-24"},{"benchmark":"arc_agi_2","score_raw":88.3,"score_norm":92.56,"config":"high effort","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/anthropic-claude-opus-5","measured_date":"2026-07-24"},{"benchmark":"arc_agi_3","score_raw":30.16,"score_norm":null,"config":"high effort; public demo, 25 environments","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/anthropic-claude-opus-5","measured_date":"2026-07-24"},{"benchmark":"arc_agi_3","score_raw":30.2,"score_norm":null,"config":"relative human action efficiency","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-5-benchmarks-explained","measured_date":"2026-07-24"},{"benchmark":"arena_elo","score_raw":1493,"score_norm":93.5,"config":"text arena; claude-opus-5-high; rank 7, 20030 votes","trust":3,"source_type":"leaderboard","source_url":"https://arena.ai/leaderboard/text","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1489,"score_norm":90.53,"config":"text arena; claude-opus-5-max; rank 10, 9679 votes","trust":3,"source_type":"leaderboard","source_url":"https://arena.ai/leaderboard/text","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1493.2,"score_norm":93.64,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1520.1,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1296.8,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1662.6,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"autobench","score_raw":26,"score_norm":null,"config":"vellum llm leaderboard (work automations), rank 2","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/llm-leaderboard","measured_date":null},{"benchmark":"browsecomp","score_raw":90.8,"score_norm":null,"config":"vellum llm leaderboard (browsing), rank 3","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/llm-leaderboard","measured_date":null},{"benchmark":"design_arena_3d","score_raw":1383,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1347,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1364,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1347,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1380,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1359,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1368,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1278,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1327,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","measured_date":"2026-08-18"},{"benchmark":"frontier_bench_v0_1","score_raw":43.3,"score_norm":null,"config":"mini-swe-agent harness, mean reward over 5 attempts","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-5-benchmarks-explained","measured_date":"2026-07-24"},{"benchmark":"gdpval_aa_v2","score_raw":1861,"score_norm":null,"config":"elo, max effort","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/opus-5","measured_date":"2026-07-24"},{"benchmark":"hle","score_raw":53,"score_norm":87.93,"config":"effort level unstated","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/opus-5","measured_date":"2026-07-24"},{"benchmark":"hle","score_raw":64.7,"score_norm":100,"config":"vellum llm leaderboard, rank 1","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/llm-leaderboard","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":97,"score_norm":100,"config":"vals.ai independent run; minimal bash-tool-only agent harness, 500 tasks","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":89,"score_norm":98.82,"config":"max effort","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/opus-5","measured_date":"2026-07-24"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://platform.claude.com/docs/en/about-claude/models/overview","publisher":"Anthropic"},{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5","publisher":"OpenRouter (listed 2026-07-24)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-opus-5-fast","display_name":"claude-opus-5-fast","family":{"id":"claude","vendor":"Anthropic"},"generation":"5","size_class":"frontier-opus-fast","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-opus-5-fast","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-07-24","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":10,"completion_usd_per_m":50,"cache_read_usd_per_m":1,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-opus-5-fast","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-5-fast","publisher":"OpenRouter (listed 2026-07-24)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-sonnet-5","display_name":"Claude Sonnet 5","family":{"id":"claude","vendor":"Anthropic"},"generation":"5","size_class":"frontier-sonnet","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-sonnet-5","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-06-30","release_status":"released","status":"current","supersedes":["claude-sonnet-4","claude-sonnet-4.5","claude-sonnet-4.6"],"superseded_by":null,"intelligence":{"index":83.99,"inputs":[{"benchmark":"arena_elo","score_raw":1462.4,"score_norm":70.8,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":88.889,"score_norm":89.98,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"compute effort: max, no tools"},{"benchmark":"hle","score_raw":57.4,"score_norm":95.52,"trust":2,"source_url":"https://www.vellum.ai/blog/claude-sonnet-5-benchmarks-explained","config":"with tools"},{"benchmark":"livebench","score_raw":76.04,"score_norm":80.09,"trust":3,"source_url":"https://livebench.ai/table_2026_06_25.csv","config":"2026-06-25 question release, claude-sonnet-5-xhigh-effort, global average of 7 category averages"},{"benchmark":"mmlu_pro","score_raw":87.545,"score_norm":91.43,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"compute effort: max"},{"benchmark":"swe_bench_verified","score_raw":79.6,"score_norm":92.8,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"500 tasks, compute effort: max, max_output_tokens 128000"},{"benchmark":"tau_bench","score_raw":37.32,"score_norm":23.09,"trust":2,"source_url":"https://artificialanalysis.ai/models/claude-sonnet-5","config":"adaptive reasoning, max effort, tau^3-banking (artificial analysis edition)"},{"benchmark":"terminal_bench","score_raw":74.532,"score_norm":81.8,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"2.1, compute effort: max"}],"coverage":0.8413},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":10,"cache_read_usd_per_m":0.2,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-sonnet-5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":49.7,"score_norm":49.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":71.5,"score_norm":71.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":55.3,"score_norm":55.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1462.4,"score_norm":70.8,"config":"23256 votes, claude-sonnet-5-high, rank 45, text arena","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard/text","measured_date":null},{"benchmark":"arena_elo","score_raw":1462.4,"score_norm":70.8,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1470.2,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1540.1,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1273.3,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1540.1,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"cursorbench","score_raw":57,"score_norm":null,"config":"third-party, reported by cursor","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-sonnet-5-benchmarks-explained","measured_date":"2026-06-30"},{"benchmark":"design_arena_3d","score_raw":1309,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1234,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1232,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1238,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1295,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1257,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1274,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1343,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1270,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1229,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1236,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":null},{"benchmark":"design_arena_python_pptxslides","score_raw":1243,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":null},{"benchmark":"design_arena_svg","score_raw":1225,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1307,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1286,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1286,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","measured_date":"2026-08-18"},{"benchmark":"gdpval_aa_v2","score_raw":1618,"score_norm":null,"config":"elo scale, knowledge work","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-sonnet-5-benchmarks-explained","measured_date":"2026-06-30"},{"benchmark":"gpqa_diamond","score_raw":88.889,"score_norm":89.98,"config":"compute effort: max, no tools","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":91.11,"score_norm":93.11,"config":"adaptive reasoning, max effort","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/claude-sonnet-5","measured_date":null},{"benchmark":"hle","score_raw":57.4,"score_norm":95.52,"config":"with tools","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-sonnet-5-benchmarks-explained","measured_date":"2026-06-30"},{"benchmark":"livebench","score_raw":76.04,"score_norm":80.09,"config":"2026-06-25 question release, claude-sonnet-5-xhigh-effort, global average of 7 category averages","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/table_2026_06_25.csv","measured_date":"2026-06-25"},{"benchmark":"mmlu_pro","score_raw":87.545,"score_norm":91.43,"config":"compute effort: max","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":null},{"benchmark":"osworld_verified","score_raw":81.2,"score_norm":null,"config":"computer use","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-sonnet-5-benchmarks-explained","measured_date":"2026-06-30"},{"benchmark":"swe_bench_pro","score_raw":63.2,"score_norm":97,"config":"anthropic claude sonnet 5 system card, agentic coding","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-sonnet-5-benchmarks-explained","measured_date":"2026-06-30"},{"benchmark":"swe_bench_verified","score_raw":79.6,"score_norm":92.8,"config":"500 tasks, compute effort: max, max_output_tokens 128000","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":null},{"benchmark":"tau_bench","score_raw":37.32,"score_norm":23.09,"config":"adaptive reasoning, max effort, tau^3-banking (artificial analysis edition)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/claude-sonnet-5","measured_date":null},{"benchmark":"terminal_bench","score_raw":74.532,"score_norm":81.8,"config":"2.1, compute effort: max","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":null},{"benchmark":"terminal_bench","score_raw":80.4,"score_norm":88.71,"config":"anthropic claude sonnet 5 system card","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-sonnet-5-benchmarks-explained","measured_date":"2026-06-30"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://platform.claude.com/docs/en/about-claude/models/overview","publisher":"Anthropic"},{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-5","publisher":"OpenRouter (listed 2026-06-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"codestral-2508","display_name":"codestral-2508","family":{"id":"codestral","vendor":"mistralai"},"generation":"2508","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"mistralai/codestral-2508","is_moe":false,"variant_axis":"general","modalities":["text","file"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":256000,"release_date":"2025-08-01","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":0.9,"cache_read_usd_per_m":0.03,"context_length":256000,"source":"openrouter","source_model_id":"mistralai/codestral-2508","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1071,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/codestral-2508","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1026,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/codestral-2508","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1037,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/codestral-2508","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1006,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/codestral-2508","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1044,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/codestral-2508","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1024,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/codestral-2508","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/codestral-2508","publisher":"OpenRouter (listed 2025-08-01)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"command-a-03-2025","display_name":"command-a-03-2025","family":{"id":"command","vendor":"Cohere"},"generation":"03","size_class":"frontier-a","params_total_b":111.06,"params_active_b":111.06,"params_exact":111057580032,"params_source":"hf_safetensors","hugging_face_id":"CohereForAI/c4ai-command-a-03-2025","openrouter_id":"cohere/command-a","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"cc-by-nc-4.0","is_open_weights":true,"self_hostable":true,"context_window_tok":256000,"release_date":"2025-03","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":10,"cache_read_usd_per_m":null,"context_length":256000,"source":"openrouter","source_model_id":"cohere/command-a","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":233.226,"kv_cache_gb_per_8k":null,"min_serve_gb":248.219,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":116.613,"kv_cache_gb_per_8k":null,"min_serve_gb":125.775,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":58.307,"kv_cache_gb_per_8k":null,"min_serve_gb":64.554,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":116.613,"kv_cache_gb_per_8k":null,"min_serve_gb":125.775,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":1.47,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":111.06,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":2.46,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":6612.03,"quant":"int4","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"int4","params_active_b":111.06,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":36.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":111.06,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":60.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":9.2,"score_norm":9.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#cohere/command-a","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":27.8,"score_norm":27.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#cohere/command-a","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":22.8,"score_norm":22.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#cohere/command-a","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1353.9,"score_norm":0,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://docs.cohere.com/docs/models","publisher":"Cohere"},{"url":"https://openrouter.ai/api/v1/models#cohere/command-a","publisher":"OpenRouter (listed 2025-03-13)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"command-a-05-plus-2026","display_name":"command-a-plus-05-2026","family":{"id":"command","vendor":"Cohere"},"generation":"05","size_class":"frontier-a-plus","params_total_b":218.75,"params_active_b":218.75,"params_exact":218750546160,"params_source":"hf_safetensors","hugging_face_id":"CohereLabs/command-a-plus-05-2026-w4a4","openrouter_id":null,"is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":128000,"release_date":"2026-05-20","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":44.89,"inputs":[{"benchmark":"gpqa_diamond","score_raw":76,"score_norm":71.83,"trust":2,"source_url":"https://artificialanalysis.ai/articles/cohere-launches-open-weights-model-command-a-more-than-a-year-since-the-command-a-release","config":"artificial analysis independent eval; reported rounded (~76%)"},{"benchmark":"hle","score_raw":11,"score_norm":15.52,"trust":2,"source_url":"https://artificialanalysis.ai/articles/cohere-launches-open-weights-model-command-a-more-than-a-year-since-the-command-a-release","config":"artificial analysis independent eval; reported rounded (~11%)"},{"benchmark":"terminal_bench","score_raw":25,"score_norm":23.53,"trust":1,"source_url":"https://cohere.com/blog/command-a-plus","config":"terminus-2 harness, artificial analysis methodology"}],"coverage":0.3174},"pricing":null,"memory":[{"quant":"fp16","weights_gb":459.375,"kv_cache_gb_per_8k":null,"min_serve_gb":488.906,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":229.688,"kv_cache_gb_per_8k":null,"min_serve_gb":247.735,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":114.844,"kv_cache_gb_per_8k":null,"min_serve_gb":127.149,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":229.688,"kv_cache_gb_per_8k":null,"min_serve_gb":247.735,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":1.5,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":218.75,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":2.5,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_intelligence_index","score_raw":37,"score_norm":37,"config":"artificial analysis intelligence index","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/cohere-launches-open-weights-model-command-a-more-than-a-year-since-the-command-a-release","measured_date":"2026-05-20"},{"benchmark":"aa_omniscience_accuracy","score_raw":9,"score_norm":null,"config":"artificial analysis aa-omniscience accuracy","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/cohere-launches-open-weights-model-command-a-more-than-a-year-since-the-command-a-release","measured_date":"2026-05-20"},{"benchmark":"aa_omniscience_non_hallucination","score_raw":86,"score_norm":null,"config":"artificial analysis aa-omniscience non-hallucination rate","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/cohere-launches-open-weights-model-command-a-more-than-a-year-since-the-command-a-release","measured_date":"2026-05-20"},{"benchmark":"charxiv_reasoning","score_raw":52.7,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://cohere.com/blog/command-a-plus","measured_date":"2026-05-20"},{"benchmark":"gpqa_diamond","score_raw":76,"score_norm":71.83,"config":"artificial analysis independent eval; reported rounded (~76%)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/cohere-launches-open-weights-model-command-a-more-than-a-year-since-the-command-a-release","measured_date":"2026-05-20"},{"benchmark":"hle","score_raw":11,"score_norm":15.52,"config":"artificial analysis independent eval; reported rounded (~11%)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/cohere-launches-open-weights-model-command-a-more-than-a-year-since-the-command-a-release","measured_date":"2026-05-20"},{"benchmark":"mathvista","score_raw":80.6,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://cohere.com/blog/command-a-plus","measured_date":"2026-05-20"},{"benchmark":"mmmu","score_raw":75.1,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://cohere.com/blog/command-a-plus","measured_date":"2026-05-20"},{"benchmark":"mmmu_pro","score_raw":63,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://cohere.com/blog/command-a-plus","measured_date":"2026-05-20"},{"benchmark":"scicode","score_raw":38,"score_norm":null,"config":"artificial analysis independent eval; reported rounded (~38%)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/cohere-launches-open-weights-model-command-a-more-than-a-year-since-the-command-a-release","measured_date":"2026-05-20"},{"benchmark":"tau2_bench_telecom","score_raw":85,"score_norm":null,"config":"standard settings + user simulation per barres et al. 2025","trust":1,"source_type":"vendor_claim","source_url":"https://cohere.com/blog/command-a-plus","measured_date":"2026-05-20"},{"benchmark":"terminal_bench","score_raw":25,"score_norm":23.53,"config":"terminus-2 harness, artificial analysis methodology","trust":1,"source_type":"vendor_claim","source_url":"https://cohere.com/blog/command-a-plus","measured_date":"2026-05-20"},{"benchmark":"vals_index","score_raw":24.69,"score_norm":null,"config":"vals ai index accuracy, +/-0.76","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/models/cohere_command-a-plus-05-2026","measured_date":"2026-05-20"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://docs.cohere.com/docs/models","publisher":"Cohere"},{"url":"https://cohere.com/blog/command-a-plus","publisher":"Cohere"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"command-r-08-2024","display_name":"command-r-08-2024","family":{"id":"command","vendor":"Cohere"},"generation":"08","size_class":"frontier-r","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"cohere/command-r-08-2024","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":128000,"release_date":"2024-08-30","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.15,"completion_usd_per_m":0.6,"cache_read_usd_per_m":null,"context_length":128000,"source":"openrouter","source_model_id":"cohere/command-r-08-2024","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#cohere/command-r-08-2024","publisher":"OpenRouter (listed 2024-08-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"command-r-08-plus-2024","display_name":"command-r-plus-08-2024","family":{"id":"command","vendor":"Cohere"},"generation":"08","size_class":"frontier-r-plus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"cohere/command-r-plus-08-2024","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":128000,"release_date":"2024-08-30","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":10,"cache_read_usd_per_m":null,"context_length":128000,"source":"openrouter","source_model_id":"cohere/command-r-plus-08-2024","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#cohere/command-r-plus-08-2024","publisher":"OpenRouter (listed 2024-08-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"command-r-7-b-12-2024-7b","display_name":"command-r7b-12-2024","family":{"id":"command","vendor":"Cohere"},"generation":"7","size_class":"frontier-r","params_total_b":7,"params_active_b":7,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"cohere/command-r7b-12-2024","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":128000,"release_date":"2024-12","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.0375,"completion_usd_per_m":0.15,"cache_read_usd_per_m":null,"context_length":128000,"source":"openrouter","source_model_id":"cohere/command-r7b-12-2024","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://docs.cohere.com/docs/models","publisher":"Cohere"},{"url":"https://openrouter.ai/api/v1/models#cohere/command-r7b-12-2024","publisher":"OpenRouter (listed 2024-12-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-3.1-instruct","display_name":"deepseek-chat-v3.1","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"3.1","size_class":"frontier","params_total_b":684.53,"params_active_b":37,"params_exact":684531386000,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-V3.1","openrouter_id":"deepseek/deepseek-chat-v3.1","is_moe":true,"variant_axis":"instruct","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":163840,"release_date":"2025-08-21","release_status":"released","status":"current","supersedes":["deepseek-3-0324-instruct"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":0.95,"cache_read_usd_per_m":0.13,"context_length":163840,"source":"openrouter","source_model_id":"deepseek/deepseek-chat-v3.1","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":1437.513,"kv_cache_gb_per_8k":null,"min_serve_gb":1529.925,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":718.757,"kv_cache_gb_per_8k":null,"min_serve_gb":775.231,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":359.378,"kv_cache_gb_per_8k":null,"min_serve_gb":397.883,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":718.757,"kv_cache_gb_per_8k":null,"min_serve_gb":775.231,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1417.2,"score_norm":37.27,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1129,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1131,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1116,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1123,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1000,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1112,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1134,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3.1","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3.1","publisher":"OpenRouter (listed 2025-08-21)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-r1-0528","display_name":"deepseek-r1-0528","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"1","size_class":"frontier-r","params_total_b":684.53,"params_active_b":37,"params_exact":684531386000,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-R1-0528","openrouter_id":"deepseek/deepseek-r1-0528","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":163840,"release_date":"2025-05-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":62.51,"inputs":[{"benchmark":"aime","score_raw":76,"score_norm":70,"trust":2,"source_url":"https://artificialanalysis.ai/models/deepseek-r1","config":"2025, artificial analysis independent run"},{"benchmark":"arena_elo","score_raw":1421.9,"score_norm":40.76,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":81,"score_norm":78.87,"trust":1,"source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","config":"16 samples, max gen 64k, pass@1, temp 0.6, top-p 0.95"},{"benchmark":"hle","score_raw":15.85,"score_norm":23.88,"trust":2,"source_url":"https://artificialanalysis.ai/models/deepseek-r1","config":"artificial analysis independent run, no tools"},{"benchmark":"mmlu_pro","score_raw":85,"score_norm":86.54,"trust":1,"source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","config":"em, max gen 64k"},{"benchmark":"swe_bench_verified","score_raw":57.6,"score_norm":63.47,"trust":1,"source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","config":"agentless framework, resolved rate"},{"benchmark":"tau_bench","score_raw":63.9,"score_norm":58.53,"trust":1,"source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","config":"gpt-4.1 as user simulator, pass@1, tau-bench retail"}],"coverage":0.754},"pricing":{"prompt_usd_per_m":0.5,"completion_usd_per_m":2.15,"cache_read_usd_per_m":0.35,"context_length":163840,"source":"openrouter","source_model_id":"deepseek/deepseek-r1-0528","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":1437.513,"kv_cache_gb_per_8k":null,"min_serve_gb":1529.925,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":718.757,"kv_cache_gb_per_8k":null,"min_serve_gb":775.231,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":359.378,"kv_cache_gb_per_8k":null,"min_serve_gb":397.883,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":718.757,"kv_cache_gb_per_8k":null,"min_serve_gb":775.231,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aime","score_raw":76,"score_norm":70,"config":"2025, artificial analysis independent run","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/deepseek-r1","measured_date":null},{"benchmark":"aime","score_raw":87.5,"score_norm":84.38,"config":"16 samples, 2025, pass@1, temp 0.6, top-p 0.95","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","measured_date":"2025-05-28"},{"benchmark":"arena_elo","score_raw":1421.9,"score_norm":40.76,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1162,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1-0528","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1158,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1-0528","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1202,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1-0528","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1137,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1-0528","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1072,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1-0528","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1130,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1-0528","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1160,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1-0528","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":81,"score_norm":78.87,"config":"16 samples, max gen 64k, pass@1, temp 0.6, top-p 0.95","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","measured_date":"2025-05-28"},{"benchmark":"hle","score_raw":15.85,"score_norm":23.88,"config":"artificial analysis independent run, no tools","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/deepseek-r1","measured_date":null},{"benchmark":"hle","score_raw":17.7,"score_norm":27.07,"config":"pass@1, text-only prompts","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","measured_date":"2025-05-28"},{"benchmark":"mmlu_pro","score_raw":85,"score_norm":86.54,"config":"em, max gen 64k","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","measured_date":"2025-05-28"},{"benchmark":"swe_bench_verified","score_raw":57.6,"score_norm":63.47,"config":"agentless framework, resolved rate","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","measured_date":"2025-05-28"},{"benchmark":"tau_bench","score_raw":63.9,"score_norm":58.53,"config":"gpt-4.1 as user simulator, pass@1, tau-bench retail","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","measured_date":"2025-05-28"},{"benchmark":"tau_bench","score_raw":53.5,"score_norm":44.67,"config":"gpt-4.1 as user simulator, pass@1, tau-bench airline","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","measured_date":"2025-05-28"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1-0528","publisher":"OpenRouter (listed 2025-05-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-r1-distill-llama-70b-reasoning","display_name":"DeepSeek-R1-Distill-Llama-70B","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"1","size_class":"70b","params_total_b":70.55,"params_active_b":70.55,"params_exact":70553706496,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","openrouter_id":"deepseek/deepseek-r1-distill-llama-70b","is_moe":false,"variant_axis":"reasoning","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":8192,"release_date":"2025-01-20","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.8,"completion_usd_per_m":0.8,"cache_read_usd_per_m":null,"context_length":8192,"source":"openrouter","source_model_id":"deepseek/deepseek-r1-distill-llama-70b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":148.155,"kv_cache_gb_per_8k":null,"min_serve_gb":157.679,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":74.078,"kv_cache_gb_per_8k":null,"min_serve_gb":79.898,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":37.039,"kv_cache_gb_per_8k":null,"min_serve_gb":41.007,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":74.078,"kv_cache_gb_per_8k":null,"min_serve_gb":79.898,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.32,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":70.55,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":3.87,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":5204.34,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":70.55,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":28.49,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":70.55,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":47.48,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","publisher":"Hugging Face"},{"url":"https://github.com/deepseek-ai/deepseek-r1","publisher":"GitHub"},{"url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1-distill-llama-70b","publisher":"OpenRouter (listed 2025-01-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-r1-distill-llama-8b-reasoning","display_name":"DeepSeek-R1-Distill-Llama-8B","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"1","size_class":"8b","params_total_b":8.03,"params_active_b":8.03,"params_exact":8030261248,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","openrouter_id":null,"is_moe":false,"variant_axis":"reasoning","modalities":["text"],"segment":"open_mid","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":"2025-01-20","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":16.863,"kv_cache_gb_per_8k":null,"min_serve_gb":18.104,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":8.432,"kv_cache_gb_per_8k":null,"min_serve_gb":9.673,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.216,"kv_cache_gb_per_8k":null,"min_serve_gb":5.457,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":8.432,"kv_cache_gb_per_8k":null,"min_serve_gb":9.673,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":45.43,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":8.03,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":75.72,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":20.4,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":8.03,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":34,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":45724.32,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":8.03,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":250.31,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":8.03,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":417.19,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://github.com/deepseek-ai/deepseek-r1","publisher":"GitHub"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-r1-distill-qwen-14b-reasoning","display_name":"DeepSeek-R1-Distill-Qwen-14B","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"1","size_class":"14b","params_total_b":14.77,"params_active_b":14.77,"params_exact":14770033664,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","openrouter_id":null,"is_moe":false,"variant_axis":"reasoning","modalities":["text"],"segment":"open_mid","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":"2025-01-20","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":31.017,"kv_cache_gb_per_8k":null,"min_serve_gb":33.011,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":15.509,"kv_cache_gb_per_8k":null,"min_serve_gb":16.952,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":7.754,"kv_cache_gb_per_8k":null,"min_serve_gb":9.197,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":15.509,"kv_cache_gb_per_8k":null,"min_serve_gb":16.952,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":24.7,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":14.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":41.16,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":11.09,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":14.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":18.48,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":24858.92,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":14.77,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":136.09,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":14.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":226.81,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","publisher":"Hugging Face"},{"url":"https://github.com/deepseek-ai/deepseek-r1","publisher":"GitHub"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-r1-distill-qwen-32b-reasoning","display_name":"DeepSeek-R1-Distill-Qwen-32B","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"1","size_class":"32b","params_total_b":32.76,"params_active_b":32.76,"params_exact":32763876352,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","openrouter_id":null,"is_moe":false,"variant_axis":"reasoning","modalities":["text"],"segment":"open_mid","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":"2025-01-20","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":68.796,"kv_cache_gb_per_8k":null,"min_serve_gb":73.219,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":34.398,"kv_cache_gb_per_8k":null,"min_serve_gb":37.101,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":17.199,"kv_cache_gb_per_8k":null,"min_serve_gb":19.182,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":34.398,"kv_cache_gb_per_8k":null,"min_serve_gb":37.101,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":22.27,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":32.76,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":37.12,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":32.76,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":8.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":11207.76,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":32.76,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":61.36,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":32.76,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":102.26,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://github.com/deepseek-ai/deepseek-r1","publisher":"GitHub"},{"url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-r1-reasoning","display_name":"DeepSeek-R1","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"1","size_class":"frontier-r","params_total_b":684.53,"params_active_b":37,"params_exact":684531386000,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-R1","openrouter_id":"deepseek/deepseek-r1","is_moe":true,"variant_axis":"reasoning","modalities":["text"],"segment":"open_frontier","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":64000,"release_date":"2025-01-22","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":61.39,"inputs":[{"benchmark":"aime","score_raw":79.8,"score_norm":74.75,"trust":3,"source_url":"https://arxiv.org/html/2501.12948v1","config":"pass@1 (64 samples averaged), no tools"},{"benchmark":"arena_elo","score_raw":1398.2,"score_norm":23.18,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":71.5,"score_norm":65.49,"trust":3,"source_url":"https://arxiv.org/html/2501.12948v1","config":"pass@1"},{"benchmark":"mmlu_pro","score_raw":84,"score_norm":84.62,"trust":3,"source_url":"https://arxiv.org/html/2501.12948v1","config":"em"},{"benchmark":"swe_bench_verified","score_raw":49.2,"score_norm":52.27,"trust":3,"source_url":"https://arxiv.org/html/2501.12948v1","config":"resolved %, agentless scaffold"}],"coverage":0.5953},"pricing":{"prompt_usd_per_m":0.7,"completion_usd_per_m":2.5,"cache_read_usd_per_m":null,"context_length":64000,"source":"openrouter","source_model_id":"deepseek/deepseek-r1","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":1437.513,"kv_cache_gb_per_8k":null,"min_serve_gb":1529.925,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":718.757,"kv_cache_gb_per_8k":null,"min_serve_gb":775.231,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":359.378,"kv_cache_gb_per_8k":null,"min_serve_gb":397.883,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":718.757,"kv_cache_gb_per_8k":null,"min_serve_gb":775.231,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":3.1,"score_norm":3.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":24.6,"score_norm":24.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":18.6,"score_norm":18.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1","measured_date":"2026-08-18"},{"benchmark":"aider_polyglot","score_raw":53.3,"score_norm":null,"config":"accuracy","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2501.12948v1","measured_date":"2025-01-22"},{"benchmark":"aime","score_raw":79.8,"score_norm":74.75,"config":"pass@1 (64 samples averaged), no tools","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2501.12948v1","measured_date":"2025-01-22"},{"benchmark":"alpacaeval_2_0","score_raw":87.6,"score_norm":null,"config":"lc-winrate","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2501.12948v1","measured_date":"2025-01-22"},{"benchmark":"arena_elo","score_raw":1398.2,"score_norm":23.18,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":71.5,"score_norm":65.49,"config":"pass@1","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2501.12948v1","measured_date":"2025-01-22"},{"benchmark":"livecodebench","score_raw":65.9,"score_norm":null,"config":"pass@1-cot, 2024-08 to 2025-01","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2501.12948v1","measured_date":"2025-01-22"},{"benchmark":"math_500","score_raw":97.3,"score_norm":null,"config":"pass@1","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2501.12948v1","measured_date":"2025-01-22"},{"benchmark":"mmlu","score_raw":90.8,"score_norm":null,"config":"pass@1","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2501.12948v1","measured_date":"2025-01-22"},{"benchmark":"mmlu_pro","score_raw":84,"score_norm":84.62,"config":"em","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2501.12948v1","measured_date":"2025-01-22"},{"benchmark":"mmlu_redux","score_raw":92.9,"score_norm":null,"config":"em","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2501.12948v1","measured_date":"2025-01-22"},{"benchmark":"swe_bench_verified","score_raw":49.2,"score_norm":52.27,"config":"resolved %, agentless scaffold","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2501.12948v1","measured_date":"2025-01-22"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/deepseek-ai/DeepSeek-R1","publisher":"Hugging Face"},{"url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-r1","publisher":"OpenRouter (listed 2025-01-20)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-v3.2","display_name":"DeepSeek-V3.2","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"3.2","size_class":"frontier-v","params_total_b":685.4,"params_active_b":37,"params_exact":685396921376,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-V3.2","openrouter_id":"deepseek/deepseek-v3.2","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":163840,"release_date":"2025-12-01","release_status":"released","status":"current","supersedes":["deepseek-v3","deepseek-v3.1-terminus"],"superseded_by":null,"intelligence":{"index":71.85,"inputs":[{"benchmark":"aime","score_raw":93.1,"score_norm":91.38,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"pass@1, thinking mode"},{"benchmark":"arena_elo","score_raw":1422.6,"score_norm":41.28,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":82.4,"score_norm":80.85,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"pass@1, thinking mode"},{"benchmark":"hle","score_raw":25.1,"score_norm":39.83,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"text-only, pass@1, thinking mode, boxed-answer template (23.9 with official template)"},{"benchmark":"mmlu_pro","score_raw":85,"score_norm":86.54,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"em, thinking mode"},{"benchmark":"swe_bench_verified","score_raw":73.1,"score_norm":84.13,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"resolved %, thinking mode, internal framework"},{"benchmark":"tau_bench","score_raw":80.3,"score_norm":80.4,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"pass@1 overall, thinking mode"},{"benchmark":"terminal_bench","score_raw":46.4,"score_norm":48.71,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"accuracy, thinking mode, claude code framework (39.3 non-thinking w/ terminus)"}],"coverage":0.8016},"pricing":{"prompt_usd_per_m":0.269,"completion_usd_per_m":0.4,"cache_read_usd_per_m":0.1345,"context_length":163840,"source":"openrouter","source_model_id":"deepseek/deepseek-v3.2","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":1439.34,"kv_cache_gb_per_8k":null,"min_serve_gb":1531.869,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":719.67,"kv_cache_gb_per_8k":null,"min_serve_gb":776.216,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":359.835,"kv_cache_gb_per_8k":null,"min_serve_gb":398.389,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":719.67,"kv_cache_gb_per_8k":null,"min_serve_gb":776.216,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":44.2,"score_norm":44.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.2","measured_date":"2026-08-18"},{"benchmark":"aime","score_raw":93.1,"score_norm":91.38,"config":"pass@1, thinking mode","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"arena_elo","score_raw":1422.6,"score_norm":41.28,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1271.7,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"browsecomp","score_raw":51.4,"score_norm":null,"config":"pass@1, search agent, without context management (67.6 with)","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"codeforces_elo","score_raw":2386,"score_norm":93.29,"config":"rating, thinking mode","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"design_arena_3d","score_raw":1184,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1115,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1183,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1179,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1170,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1063,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1175,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1186,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.2","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":82.4,"score_norm":80.85,"config":"pass@1, thinking mode","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"hle","score_raw":25.1,"score_norm":39.83,"config":"text-only, pass@1, thinking mode, boxed-answer template (23.9 with official template)","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"hmmt_feb_2025","score_raw":92.5,"score_norm":null,"config":"pass@1, thinking mode","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"livecodebench","score_raw":83.3,"score_norm":null,"config":"pass@1-cot, thinking mode","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"mmlu_pro","score_raw":85,"score_norm":86.54,"config":"em, thinking mode","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"swe_bench_multilingual","score_raw":70.2,"score_norm":null,"config":"resolved %, thinking mode","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":73.1,"score_norm":84.13,"config":"resolved %, thinking mode, internal framework","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"tau_bench","score_raw":80.3,"score_norm":80.4,"config":"pass@1 overall, thinking mode","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null},{"benchmark":"terminal_bench","score_raw":46.4,"score_norm":48.71,"config":"accuracy, thinking mode, claude code framework (39.3 non-thinking w/ terminus)","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2512.02556v1","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://api-docs.deepseek.com/news/news251201/","publisher":"DeepSeek"},{"url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.2","publisher":"OpenRouter (listed 2025-12-01)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-v4-flash","display_name":"DeepSeek-V4-Flash","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"4","size_class":"frontier-v-flash","params_total_b":290.94,"params_active_b":null,"params_exact":290944616402,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-V4-Flash","openrouter_id":"deepseek/deepseek-v4-flash","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":1048576,"release_date":"2026-07-31","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":79.59,"inputs":[{"benchmark":"arc_agi_2","score_raw":61.39,"score_norm":62.66,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run deepseek-v4-flash-0731-max, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1435.4,"score_norm":50.77,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":89.899,"score_norm":91.41,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall"},{"benchmark":"hle","score_raw":38.55,"score_norm":63.02,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, deepseek v4 flash 0731 (reasoning, max effort)"},{"benchmark":"livebench","score_raw":74.17,"score_norm":75.93,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run deepseek-v4-flash-0731"},{"benchmark":"mmlu_pro","score_raw":86.206,"score_norm":88.86,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall"},{"benchmark":"swe_bench_verified","score_raw":88.8,"score_norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall"},{"benchmark":"terminal_bench","score_raw":67.041,"score_norm":72.99,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, v2.1"}],"coverage":0.873},"pricing":{"prompt_usd_per_m":0.0826,"completion_usd_per_m":0.1652,"cache_read_usd_per_m":0.01652,"context_length":1048576,"source":"openrouter","source_model_id":"deepseek/deepseek-v4-flash","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":610.974,"kv_cache_gb_per_8k":null,"min_serve_gb":650.251,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":305.487,"kv_cache_gb_per_8k":null,"min_serve_gb":329.49,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":152.744,"kv_cache_gb_per_8k":null,"min_serve_gb":169.109,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":305.487,"kv_cache_gb_per_8k":null,"min_serve_gb":329.49,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":1262,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"vendor","trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash","derivation":null}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":33.7,"score_norm":33.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":56.2,"score_norm":56.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":42.1,"score_norm":42.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"arc_agi_2","score_raw":61.39,"score_norm":62.66,"config":"run deepseek-v4-flash-0731-max, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1435.4,"score_norm":50.77,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1435.4,"score_norm":50.77,"config":"arena entry deepseek-v4-flash, rank 85, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo_webdev","score_raw":1581.2,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"browsecomp","score_raw":53.5,"score_norm":null,"config":"pass@1; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"deepswe","score_raw":54.4,"score_norm":null,"config":"0731 checkpoint (via vllm recipe page)","trust":0,"source_type":"community","source_url":"https://recipes.vllm.ai/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"design_arena_3d","score_raw":1239,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1142,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1225,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1146,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1235,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1190,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1192,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1219,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":89.899,"score_norm":91.41,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":90.81,"score_norm":92.69,"config":"artificial analysis eval, deepseek v4 flash 0731 (reasoning, max effort)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":87.4,"score_norm":87.89,"config":"pass@1; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"gpqa_diamond","score_raw":88.1,"score_norm":88.87,"config":"pass@1; reasoning effort=max","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"hle","score_raw":38.55,"score_norm":63.02,"config":"artificial analysis eval, deepseek v4 flash 0731 (reasoning, max effort)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":29.4,"score_norm":47.24,"config":"pass@1; no tools; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"hle","score_raw":34.8,"score_norm":56.55,"config":"pass@1; no tools; reasoning effort=max","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"hle","score_raw":40.3,"score_norm":66.03,"config":"pass@1; with tools; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"hmmt_2026_feb","score_raw":91.9,"score_norm":null,"config":"pass@1; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"livebench","score_raw":74.17,"score_norm":75.93,"config":"global average, livebench-2026-06-25 release, run deepseek-v4-flash-0731","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"livecodebench","score_raw":88.4,"score_norm":null,"config":"pass@1; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"livecodebench","score_raw":91.6,"score_norm":null,"config":"pass@1; reasoning effort=max","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"mcp_atlas","score_raw":67.4,"score_norm":null,"config":"pass@1; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"mmlu_pro","score_raw":86.206,"score_norm":88.86,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"mmlu_pro","score_raw":86.4,"score_norm":89.23,"config":"em; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"mrcr_1m","score_raw":76.9,"score_norm":null,"config":"mmr at 1m context; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"swe_bench_multilingual","score_raw":70.2,"score_norm":null,"config":"resolved; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"swe_bench_pro","score_raw":52.3,"score_norm":78.83,"config":"resolved; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"swe_bench_verified","score_raw":88.8,"score_norm":100,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"swe_bench_verified","score_raw":78.6,"score_norm":91.47,"config":"resolved; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"swe_bench_verified","score_raw":79,"score_norm":92,"config":"resolved; reasoning effort=max","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"terminal_bench","score_raw":67.041,"score_norm":72.99,"config":"overall, v2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":78.65,"score_norm":86.65,"config":"artificial analysis eval, deepseek v4 flash 0731 (reasoning, max effort), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"terminal_bench","score_raw":56.6,"score_norm":60.71,"config":"accuracy; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"terminal_bench","score_raw":82.7,"score_norm":91.41,"config":"0731 checkpoint, deepseek-reported harness (via vllm recipe page)","trust":0,"source_type":"community","source_url":"https://recipes.vllm.ai/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"},{"benchmark":"toolathlon","score_raw":43.5,"score_norm":null,"config":"pass@1; reasoning effort=high","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","measured_date":"2026-07-31"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://api-docs.deepseek.com/quick_start/pricing/","publisher":"DeepSeek"},{"url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-flash","publisher":"OpenRouter (listed 2026-04-24)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-v4-pro","display_name":"DeepSeek-V4-Pro","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"4","size_class":"frontier-v-pro","params_total_b":1598.84,"params_active_b":null,"params_exact":1598839674782,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-V4-Pro","openrouter_id":"deepseek/deepseek-v4-pro","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":1048576,"release_date":"2026-08-13","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":83.75,"inputs":[{"benchmark":"arena_elo","score_raw":1458.2,"score_norm":67.68,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":92.424,"score_norm":94.96,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"max reasoning effort, overall"},{"benchmark":"hle","score_raw":41.01,"score_norm":67.26,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, deepseek v4 pro 0813 (reasoning, max effort)"},{"benchmark":"livebench","score_raw":71.6,"score_norm":70.22,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench leaderboard row \"deepseek v4 pro\" (open)"},{"benchmark":"mmlu_pro","score_raw":86.972,"score_norm":90.33,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"max reasoning effort, overall"},{"benchmark":"swe_bench_verified","score_raw":96.4,"score_norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"max reasoning effort, overall"},{"benchmark":"tau_bench","score_raw":96.2,"score_norm":100,"trust":2,"source_url":"https://benchmarklist.com/benchmarks/tau2_bench_telecom/","config":"max effort, reasoning, tau2-bench telecom, tau2/telecom"},{"benchmark":"terminal_bench","score_raw":54.682,"score_norm":58.45,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"max reasoning effort, overall, v2.1"}],"coverage":0.8413},"pricing":{"prompt_usd_per_m":0.66,"completion_usd_per_m":1.98,"cache_read_usd_per_m":0.022,"context_length":1048576,"source":"openrouter","source_model_id":"deepseek/deepseek-v4-pro","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":3357.564,"kv_cache_gb_per_8k":null,"min_serve_gb":3573.407,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":1678.782,"kv_cache_gb_per_8k":null,"min_serve_gb":1810.686,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":839.391,"kv_cache_gb_per_8k":null,"min_serve_gb":929.326,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":1678.782,"kv_cache_gb_per_8k":null,"min_serve_gb":1810.686,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":37.8,"score_norm":37.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":59.4,"score_norm":59.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":45.3,"score_norm":45.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1458.2,"score_norm":67.68,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1458.2,"score_norm":67.68,"config":"arena entry deepseek-v4-pro, rank 51, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo_webdev","score_raw":1445.9,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"browsecomp","score_raw":83.4,"score_norm":null,"config":"v4-pro-max mode, pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"codeforces_elo","score_raw":3206,"score_norm":100,"config":"rating, v4-pro-max mode","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"design_arena_3d","score_raw":1307,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1183,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1261,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1222,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":948,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1271,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1059,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1173,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1251,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1000,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1247,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","measured_date":"2026-08-18"},{"benchmark":"gdpval_aa","score_raw":1554,"score_norm":null,"config":"elo, v4-pro-max mode","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"gpqa_diamond","score_raw":92.424,"score_norm":94.96,"config":"max reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":92.83,"score_norm":95.54,"config":"artificial analysis eval, deepseek v4 pro 0813 (reasoning, max effort)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":89.1,"score_norm":90.28,"config":"v4-pro high (reasoning) mode, pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"hle","score_raw":41.01,"score_norm":67.26,"config":"artificial analysis eval, deepseek v4 pro 0813 (reasoning, max effort)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":34.5,"score_norm":56.03,"config":"v4-pro high mode, pass@1, no tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"hle_with_tools","score_raw":48.2,"score_norm":null,"config":"v4-pro-max mode, pass@1, tools enabled","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"hmmt_2026_feb","score_raw":94,"score_norm":null,"config":"v4-pro high mode, pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"livebench","score_raw":71.6,"score_norm":70.22,"config":"global average, livebench leaderboard row \"deepseek v4 pro\" (open)","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":"2026-08-17"},{"benchmark":"livebench","score_raw":77.44,"score_norm":83.2,"config":"global average, livebench-2026-06-25 release, run deepseek-v4-pro-0813","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"livecodebench","score_raw":89.8,"score_norm":null,"config":"v4-pro high mode, pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"mmlu_pro","score_raw":86.972,"score_norm":90.33,"config":"max reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"mmlu_pro","score_raw":87.1,"score_norm":90.58,"config":"v4-pro high (reasoning) mode, em","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"simpleqa","score_raw":57.9,"score_norm":null,"config":"v4-pro-max mode, pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"swe_bench_multilingual","score_raw":76.2,"score_norm":null,"config":"v4-pro-max mode, % resolved","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"swe_bench_pro","score_raw":55.4,"score_norm":84,"config":"v4-pro-max mode, % resolved","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"swe_bench_verified","score_raw":96.4,"score_norm":100,"config":"max reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"swe_bench_verified","score_raw":79.4,"score_norm":92.53,"config":"v4-pro high mode, % resolved","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"},{"benchmark":"tau_bench","score_raw":96.2,"score_norm":100,"config":"max effort, reasoning, tau2-bench telecom, tau2/telecom","trust":2,"source_type":"aggregator","source_url":"https://benchmarklist.com/benchmarks/tau2_bench_telecom/","measured_date":"2026-06-10"},{"benchmark":"terminal_bench","score_raw":54.682,"score_norm":58.45,"config":"max reasoning effort, overall, v2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":78.65,"score_norm":86.65,"config":"artificial analysis eval, deepseek v4 pro 0813 (reasoning, max effort), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"terminal_bench","score_raw":63.3,"score_norm":68.59,"config":"v4-pro high mode, accuracy","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-08-13"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://api-docs.deepseek.com/quick_start/pricing/","publisher":"DeepSeek"},{"url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v4-pro","publisher":"OpenRouter (listed 2026-04-24)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"dots-3-note","display_name":"dots-3-note-preview","family":{"id":"dots","vendor":"dots-studio"},"generation":"3","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"dots-studio/dots-3-note-preview:free","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":512000,"release_date":"2026-08-14","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0,"completion_usd_per_m":0,"cache_read_usd_per_m":null,"context_length":512000,"source":"openrouter","source_model_id":"dots-studio/dots-3-note-preview:free","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#dots-studio/dots-3-note-preview:free","publisher":"OpenRouter (listed 2026-08-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"ernie-4.5-424b-a47b-vision","display_name":"ernie-4.5-vl-424b-a47b","family":{"id":"ernie","vendor":"Baidu"},"generation":"4.5","size_class":"424b-a47b","params_total_b":423.53,"params_active_b":47,"params_exact":423526285184,"params_source":"hf_safetensors","hugging_face_id":"baidu/ERNIE-4.5-VL-424B-A47B-PT","openrouter_id":"baidu/ernie-4.5-vl-424b-a47b","is_moe":true,"variant_axis":"vision","modalities":["image","text"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":123000,"release_date":"2025-06-30","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.42,"completion_usd_per_m":1.25,"cache_read_usd_per_m":null,"context_length":123000,"source":"openrouter","source_model_id":"baidu/ernie-4.5-vl-424b-a47b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":889.413,"kv_cache_gb_per_8k":null,"min_serve_gb":946.59,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":444.707,"kv_cache_gb_per_8k":null,"min_serve_gb":479.648,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":222.353,"kv_cache_gb_per_8k":null,"min_serve_gb":246.177,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":444.707,"kv_cache_gb_per_8k":null,"min_serve_gb":479.648,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#baidu/ernie-4.5-vl-424b-a47b","publisher":"OpenRouter (listed 2025-06-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-2.5-pro","display_name":"Gemini 2.5 Pro","family":{"id":"gemini","vendor":"Google"},"generation":"2.5","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-2.5-pro","is_moe":false,"variant_axis":"general","modalities":["text","image","audio","video"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2025-06-17","release_status":"released","status":"current","supersedes":["gemini-2.5-pro-03-25","gemini-2.5-pro-06-05"],"superseded_by":null,"intelligence":{"index":66.99,"inputs":[{"benchmark":"aime","score_raw":88,"score_norm":85,"trust":3,"source_url":"https://arxiv.org/html/2507.06261v1","config":"aime 2025, single attempt, pass@1"},{"benchmark":"arena_elo","score_raw":1445.4,"score_norm":58.19,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":86.4,"score_norm":86.48,"trust":3,"source_url":"https://arxiv.org/html/2507.06261v1","config":"single attempt, pass@1"},{"benchmark":"hle","score_raw":21.6,"score_norm":33.79,"trust":3,"source_url":"https://arxiv.org/html/2507.06261v1","config":"no tools, pass@1"},{"benchmark":"swe_bench_verified","score_raw":59.6,"score_norm":66.13,"trust":3,"source_url":"https://arxiv.org/html/2507.06261v1","config":"single attempt"}],"coverage":0.5873},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":10,"cache_read_usd_per_m":0.125,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-2.5-pro","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":7.2,"score_norm":7.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":33.3,"score_norm":33.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":25.9,"score_norm":25.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro","measured_date":"2026-08-18"},{"benchmark":"aider_polyglot","score_raw":82.2,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2507.06261v1","measured_date":null},{"benchmark":"aime","score_raw":88,"score_norm":85,"config":"aime 2025, single attempt, pass@1","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2507.06261v1","measured_date":null},{"benchmark":"arena_elo","score_raw":1445.4,"score_norm":58.19,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1420.9,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1283.1,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1245.7,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1225.5,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1131,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1171,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1241,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1150,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1167,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1178,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro","measured_date":"2026-08-18"},{"benchmark":"global_mmlu_lite","score_raw":89.2,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2507.06261v1","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":86.4,"score_norm":86.48,"config":"single attempt, pass@1","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2507.06261v1","measured_date":null},{"benchmark":"hle","score_raw":21.6,"score_norm":33.79,"config":"no tools, pass@1","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2507.06261v1","measured_date":null},{"benchmark":"livecodebench","score_raw":74.2,"score_norm":null,"config":"single attempt, pass@1","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2507.06261v1","measured_date":null},{"benchmark":"mmmu","score_raw":82,"score_norm":null,"config":"single attempt","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2507.06261v1","measured_date":null},{"benchmark":"simpleqa","score_raw":54,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2507.06261v1","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":59.6,"score_norm":66.13,"config":"single attempt","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2507.06261v1","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://ai.google.dev/gemini-api/docs/models","publisher":"Google"},{"url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro","publisher":"OpenRouter (listed 2025-06-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3-pro-image","display_name":"gemini-3-pro-image","family":{"id":"gemini","vendor":"Google"},"generation":"3","size_class":"frontier-image-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3-pro-image","is_moe":false,"variant_axis":"general","modalities":["image","text"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":131072,"release_date":"2026-06-18","release_status":"released","status":"current","supersedes":["gemini-3.1-pro-customtools"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":12,"cache_read_usd_per_m":0.2,"context_length":131072,"source":"openrouter","source_model_id":"google/gemini-3-pro-image","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_graphicdesign","score_raw":1275,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-pro-image-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_image","score_raw":1263,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-pro-image-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_imageediting","score_raw":1270,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-pro-image-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_logo","score_raw":1253,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-pro-image-preview","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemini-3-pro-image","publisher":"OpenRouter (listed 2026-06-18)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3.1-flash-image","display_name":"gemini-3.1-flash-image","family":{"id":"gemini","vendor":"Google"},"generation":"3.1","size_class":"frontier-image-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3.1-flash-image","is_moe":false,"variant_axis":"general","modalities":["image","text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":131072,"release_date":"2026-06-18","release_status":"released","status":"current","supersedes":["gemini-2.5-flash-image"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.5,"completion_usd_per_m":3,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"google/gemini-3.1-flash-image","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_graphicdesign","score_raw":1286,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-image-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_image","score_raw":1296,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-image-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_logo","score_raw":1275,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-image-preview","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-image","publisher":"OpenRouter (listed 2026-06-18)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3.1-pro","display_name":"Gemini 3.1 Pro","family":{"id":"gemini","vendor":"Google"},"generation":"3.1","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3.1-pro-preview","is_moe":false,"variant_axis":"general","modalities":["text","image","audio","video"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-02-19","release_status":"preview","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":89.49,"inputs":[{"benchmark":"aime","score_raw":98.13,"score_norm":97.66,"trust":3,"source_url":"https://www.vals.ai/benchmarks/aime","config":"gemini 3.1 pro preview (02/26), overall accuracy, vals aime leaderboard"},{"benchmark":"arc_agi_2","score_raw":77.1,"score_norm":80.11,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"arc prize verified; thinking high"},{"benchmark":"arena_elo","score_raw":1486.5,"score_norm":88.67,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":94.3,"score_norm":97.61,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"no tools; thinking high"},{"benchmark":"hle","score_raw":44.4,"score_norm":73.1,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"no tools; thinking high"},{"benchmark":"livebench","score_raw":77,"score_norm":82.22,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench leaderboard row \"gemini 3.1 pro preview high\""},{"benchmark":"mmlu_pro","score_raw":91,"score_norm":98.08,"trust":1,"source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","config":"em, high effort, third-party reported in deepseek-v4-pro model card"},{"benchmark":"swe_bench_verified","score_raw":80.6,"score_norm":94.13,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"single attempt"},{"benchmark":"tau_bench","score_raw":99.3,"score_norm":100,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"tau2/telecom, τ2-bench telecom"},{"benchmark":"terminal_bench","score_raw":68.5,"score_norm":74.71,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"terminus-2 harness"}],"coverage":1},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":12,"cache_read_usd_per_m":0.2,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-3.1-pro-preview","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":23,"score_norm":23,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":68.8,"score_norm":68.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":47.7,"score_norm":47.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"aime","score_raw":98.13,"score_norm":97.66,"config":"gemini 3.1 pro preview (02/26), overall accuracy, vals aime leaderboard","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/aime","measured_date":"2026-08-17"},{"benchmark":"apex_agents","score_raw":33.5,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"arc_agi_2","score_raw":77.1,"score_norm":80.11,"config":"arc prize verified; thinking high","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"arena_elo","score_raw":1486.5,"score_norm":88.67,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1445.3,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1481.3,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1276.9,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1446.8,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"browsecomp","score_raw":85.9,"score_norm":null,"config":"search + python + browse","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"design_arena_3d","score_raw":1284,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1120,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_agentichtmlslides","score_raw":1226,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticslides","score_raw":1112,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1091,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1304,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1264,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1259,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1100,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":null},{"benchmark":"design_arena_gamedev","score_raw":1240,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1236,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1204,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":null},{"benchmark":"design_arena_mobileapps","score_raw":1142,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_pptxslides","score_raw":1110,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1109,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1322,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1306,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1169,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1266,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview","measured_date":"2026-08-18"},{"benchmark":"gdpval_aa","score_raw":1317,"score_norm":null,"config":"elo","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"gpqa_diamond","score_raw":94.3,"score_norm":97.61,"config":"no tools; thinking high","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"hle","score_raw":44.4,"score_norm":73.1,"config":"no tools; thinking high","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"hle","score_raw":51.4,"score_norm":85.17,"config":"search (blocklist) + code; thinking high","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"livebench","score_raw":77,"score_norm":82.22,"config":"global average, livebench leaderboard row \"gemini 3.1 pro preview high\"","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":"2026-08-17"},{"benchmark":"mcp_atlas","score_raw":69.2,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"mmlu_pro","score_raw":91,"score_norm":98.08,"config":"em, high effort, third-party reported in deepseek-v4-pro model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","measured_date":"2026-04-24"},{"benchmark":"mmmlu","score_raw":92.6,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"mmmu_pro","score_raw":80.5,"score_norm":null,"config":"no tools","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"mrcr_v2_8_needle","score_raw":84.9,"score_norm":null,"config":"128k average","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"mrcr_v2_8_needle","score_raw":26.3,"score_norm":null,"config":"1m pointwise","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"scicode","score_raw":59,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"swe_bench_pro","score_raw":54.2,"score_norm":82,"config":"single attempt","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"swe_bench_verified","score_raw":80.6,"score_norm":94.13,"config":"single attempt","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"tau2_bench_retail","score_raw":90.8,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"tau2_bench_telecom","score_raw":99.3,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"tau_bench","score_raw":90.8,"score_norm":94.4,"config":"tau2/retail, τ2-bench retail","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"tau_bench","score_raw":99.3,"score_norm":100,"config":"tau2/telecom, τ2-bench telecom","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"},{"benchmark":"terminal_bench","score_raw":68.5,"score_norm":74.71,"config":"terminus-2 harness","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","measured_date":"2026-02-19"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://ai.google.dev/gemini-api/docs/models","publisher":"Google"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3.5-flash-lite","display_name":"Gemini 3.5 Flash-Lite","family":{"id":"gemini","vendor":"Google"},"generation":"3.5","size_class":"frontier-flash-lite","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3.5-flash-lite","is_moe":false,"variant_axis":"general","modalities":["text","image","audio","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-07-21","release_status":"released","status":"current","supersedes":["gemini-2.5-flash-lite","gemini-3.1-flash-lite","gemini-3.1-flash-lite-image"],"superseded_by":null,"intelligence":{"index":63.37,"inputs":[{"benchmark":"arc_agi_2","score_raw":10.28,"score_norm":5.87,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gemini-3-5-flash-lite-high, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1458.1,"score_norm":67.61,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":83.838,"score_norm":82.87,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall"},{"benchmark":"hle","score_raw":18.81,"score_norm":28.98,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gemini 3.5 flash-lite"},{"benchmark":"livebench","score_raw":63.94,"score_norm":53.2,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gemini-3.5-flash-lite-high"},{"benchmark":"mmlu_pro","score_raw":85.836,"score_norm":88.15,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall"},{"benchmark":"swe_bench_verified","score_raw":75,"score_norm":86.67,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall"},{"benchmark":"terminal_bench","score_raw":50.187,"score_norm":53.16,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, v2.1"}],"coverage":0.873},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":2.5,"cache_read_usd_per_m":0.03,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-3.5-flash-lite","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":27.2,"score_norm":27.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash-lite","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":49.3,"score_norm":49.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash-lite","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":37.4,"score_norm":37.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash-lite","measured_date":"2026-08-18"},{"benchmark":"arc_agi_2","score_raw":10.28,"score_norm":5.87,"config":"run gemini-3-5-flash-lite-high, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1458.1,"score_norm":67.61,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1458.1,"score_norm":67.61,"config":"arena entry gemini-3.5-flash-lite, rank 52, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1425.7,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1259.8,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1449.2,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":83.838,"score_norm":82.87,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":83.84,"score_norm":82.87,"config":"artificial analysis eval, gemini 3.5 flash-lite","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":18.81,"score_norm":28.98,"config":"artificial analysis eval, gemini 3.5 flash-lite","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"livebench","score_raw":63.94,"score_norm":53.2,"config":"global average, livebench-2026-06-25 release, run gemini-3.5-flash-lite-high","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":85.836,"score_norm":88.15,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":75,"score_norm":86.67,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":50.187,"score_norm":53.16,"config":"high reasoning effort, overall, v2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":53.56,"score_norm":57.13,"config":"artificial analysis eval, gemini 3.5 flash-lite, terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://ai.google.dev/gemini-api/docs/models","publisher":"Google"},{"url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash-lite","publisher":"OpenRouter (listed 2026-07-21)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3.7-flash","display_name":"Gemini 3.7 Flash","family":{"id":"gemini","vendor":"Google"},"generation":"3.7","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3.7-flash","is_moe":false,"variant_axis":"general","modalities":["text","image","audio","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-08-13","release_status":"released","status":"current","supersedes":["gemini-2.5-flash","gemini-3-flash","gemini-3.5-flash","gemini-3.6-flash"],"superseded_by":null,"intelligence":{"index":87.57,"inputs":[{"benchmark":"arena_elo","score_raw":1490.4,"score_norm":91.57,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":94.55,"score_norm":97.96,"trust":2,"source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","config":"gemini 3.7 flash (high)"},{"benchmark":"hle","score_raw":47.87,"score_norm":79.09,"trust":2,"source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","config":"gemini 3.7 flash (high), no tools"},{"benchmark":"livebench","score_raw":78.83,"score_norm":86.29,"trust":3,"source_url":"https://livebench.ai/table_2026_06_25.csv","config":"2026-06-25 question release, gemini-3.7-flash-high, global average of 7 category averages"},{"benchmark":"mmlu_pro","score_raw":90.121,"score_norm":96.39,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"reasoning effort: high"},{"benchmark":"swe_bench_verified","score_raw":80.8,"score_norm":94.4,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"500 tasks, max_output_tokens 65536, reasoning effort: high"},{"benchmark":"tau_bench","score_raw":32.78,"score_norm":17.04,"trust":2,"source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","config":"gemini 3.7 flash (high), tau^3-banking (artificial analysis edition)"},{"benchmark":"terminal_bench","score_raw":85.77,"score_norm":95.02,"trust":2,"source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","config":"2.1, gemini 3.7 flash (high)"}],"coverage":0.8413},"pricing":{"prompt_usd_per_m":0.375,"completion_usd_per_m":1.875,"cache_read_usd_per_m":0.0375,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-3.7-flash","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":45.1,"score_norm":45.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":76.1,"score_norm":76.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":56,"score_norm":56,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1490.4,"score_norm":91.57,"config":"5744 votes, gemini-3.7-flash-high, rank 9, text arena","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard/text","measured_date":null},{"benchmark":"arena_elo","score_raw":1490.4,"score_norm":91.57,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1587.5,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"charxiv_reasoning","score_raw":84.5,"score_norm":null,"config":"no tools","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null},{"benchmark":"code_arena","score_raw":1588,"score_norm":null,"config":"elo, web development","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null},{"benchmark":"deepswe_v1_1","score_raw":65.3,"score_norm":null,"config":"long-horizon software engineering","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null},{"benchmark":"design_arena_3d","score_raw":1374,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1253,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1331,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1358,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1362,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1308,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","measured_date":null},{"benchmark":"design_arena_website","score_raw":1318,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"frontiercode_1_1_main","score_raw":43.6,"score_norm":null,"config":"production code quality","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null},{"benchmark":"gdm_mrcr_v2_8_needle","score_raw":97,"score_norm":null,"config":"128k average","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null},{"benchmark":"gdpval_aa_v2","score_raw":1525,"score_norm":null,"config":"elo, knowledge work","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":94.5,"score_norm":97.89,"config":"gemini 3.7 flash (high), artificial analysis harness","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/evaluations/gpqa-diamond","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":94.55,"score_norm":97.96,"config":"gemini 3.7 flash (high)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","measured_date":null},{"benchmark":"hle","score_raw":47.87,"score_norm":79.09,"config":"gemini 3.7 flash (high), no tools","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","measured_date":null},{"benchmark":"hle_verified","score_raw":53.6,"score_norm":null,"config":"multidisciplinary expert reasoning","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null},{"benchmark":"livebench","score_raw":78.83,"score_norm":86.29,"config":"2026-06-25 question release, gemini-3.7-flash-high, global average of 7 category averages","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/table_2026_06_25.csv","measured_date":"2026-06-25"},{"benchmark":"lvbench","score_raw":85.4,"score_norm":null,"config":"long video understanding","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":90.121,"score_norm":96.39,"config":"reasoning effort: high","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":null},{"benchmark":"osworld_2_0","score_raw":47.9,"score_norm":null,"config":"agentic computer use","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":80.8,"score_norm":94.4,"config":"500 tasks, max_output_tokens 65536, reasoning effort: high","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":null},{"benchmark":"tau_bench","score_raw":32.78,"score_norm":17.04,"config":"gemini 3.7 flash (high), tau^3-banking (artificial analysis edition)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","measured_date":null},{"benchmark":"terminal_bench","score_raw":85.77,"score_norm":95.02,"config":"2.1, gemini 3.7 flash (high)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","measured_date":null},{"benchmark":"terminal_bench","score_raw":85.8,"score_norm":95.06,"config":"agentic terminal coding, as published on model card (aug 2026)","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null},{"benchmark":"terminal_bench","score_raw":14.9,"score_norm":11.65,"config":"general agent capabilities","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://ai.google.dev/gemini-api/docs/models","publisher":"Google"},{"url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","publisher":"Google DeepMind"},{"url":"https://openrouter.ai/api/v1/models#google/gemini-3.7-flash","publisher":"OpenRouter (listed 2026-08-13)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemma-2-27b-instruct","display_name":"gemma-2-27b-it","family":{"id":"gemma","vendor":"Google DeepMind"},"generation":"2","size_class":"27b","params_total_b":27.23,"params_active_b":27.23,"params_exact":27227128320,"params_source":"hf_safetensors","hugging_face_id":"google/gemma-2-27b-it","openrouter_id":"google/gemma-2-27b-it","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"gemma","is_open_weights":true,"self_hostable":true,"context_window_tok":8192,"release_date":"2024-07-13","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.65,"completion_usd_per_m":0.65,"cache_read_usd_per_m":null,"context_length":8192,"source":"openrouter","source_model_id":"google/gemma-2-27b-it","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":57.183,"kv_cache_gb_per_8k":null,"min_serve_gb":60.859,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":28.592,"kv_cache_gb_per_8k":null,"min_serve_gb":30.839,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":14.296,"kv_cache_gb_per_8k":null,"min_serve_gb":16.113,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":28.592,"kv_cache_gb_per_8k":null,"min_serve_gb":30.839,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":13.4,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":27.23,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":22.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":6.02,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":27.23,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":10.03,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":13483.89,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":27.23,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":73.82,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":27.23,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":123.03,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemma-2-27b-it","publisher":"OpenRouter (listed 2024-07-13)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemma-3-12b-instruct","display_name":"Gemma 3 12B","family":{"id":"gemma","vendor":"Google DeepMind"},"generation":"3","size_class":"12b","params_total_b":12.19,"params_active_b":12.19,"params_exact":12187325040,"params_source":"hf_safetensors","hugging_face_id":"google/gemma-3-12b-it","openrouter_id":"google/gemma-3-12b-it","is_moe":false,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_mid","license":"gemma","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-03-12","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.05,"completion_usd_per_m":0.15,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"google/gemma-3-12b-it","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":25.599,"kv_cache_gb_per_8k":null,"min_serve_gb":27.245,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":12.8,"kv_cache_gb_per_8k":null,"min_serve_gb":14.166,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":6.4,"kv_cache_gb_per_8k":null,"min_serve_gb":7.766,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":12.8,"kv_cache_gb_per_8k":null,"min_serve_gb":14.166,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":29.93,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":12.19,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":49.88,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":13.44,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":12.19,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":22.4,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":30120.29,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":12.19,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":164.89,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":12.19,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":274.82,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":0.3,"score_norm":0.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-3-12b-it","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":5.8,"score_norm":5.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-3-12b-it","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":5.5,"score_norm":5.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-3-12b-it","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/blog/gemma3","publisher":"Hugging Face"},{"url":"https://huggingface.co/google/gemma-3-27b-it","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemma-3-27b-instruct","display_name":"Gemma 3 27B","family":{"id":"gemma","vendor":"Google DeepMind"},"generation":"3","size_class":"27b","params_total_b":27.43,"params_active_b":27.43,"params_exact":27432406640,"params_source":"hf_safetensors","hugging_face_id":"google/gemma-3-27b-it","openrouter_id":"google/gemma-3-27b-it","is_moe":false,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_mid","license":"gemma","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-03-12","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.08,"completion_usd_per_m":0.45,"cache_read_usd_per_m":0.04,"context_length":262144,"source":"openrouter","source_model_id":"google/gemma-3-27b-it","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":57.603,"kv_cache_gb_per_8k":null,"min_serve_gb":61.306,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":28.802,"kv_cache_gb_per_8k":null,"min_serve_gb":31.065,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":14.401,"kv_cache_gb_per_8k":null,"min_serve_gb":16.224,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":28.802,"kv_cache_gb_per_8k":null,"min_serve_gb":31.065,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":13.3,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":27.43,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":22.17,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5.97,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":27.43,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":9.95,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":13385.57,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":27.43,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":73.28,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":27.43,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":122.13,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":0.3,"score_norm":0.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-3-27b-it","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":10.1,"score_norm":10.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-3-27b-it","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":7.4,"score_norm":7.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-3-27b-it","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1365.9,"score_norm":0,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1159.7,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/google/gemma-3-27b-it","publisher":"Hugging Face"},{"url":"https://huggingface.co/blog/gemma3","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemma-3-4b-instruct","display_name":"gemma-3-4b-it","family":{"id":"gemma","vendor":"Google DeepMind"},"generation":"3","size_class":"4b","params_total_b":4.3,"params_active_b":4.3,"params_exact":4300079472,"params_source":"hf_safetensors","hugging_face_id":"google/gemma-3-4b-it","openrouter_id":"google/gemma-3-4b-it","is_moe":false,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_edge","license":"gemma","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-03-13","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.05,"completion_usd_per_m":0.1,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"google/gemma-3-4b-it","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":9.03,"kv_cache_gb_per_8k":null,"min_serve_gb":10.159,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":4.515,"kv_cache_gb_per_8k":null,"min_serve_gb":5.644,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":2.258,"kv_cache_gb_per_8k":null,"min_serve_gb":3.387,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":4.515,"kv_cache_gb_per_8k":null,"min_serve_gb":5.644,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":84.84,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":4.3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":141.4,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":38.09,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":4.3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":63.49,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":85387.51,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":4.3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":467.44,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":4.3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":779.07,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":2.7,"score_norm":2.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-3-4b-it","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemma-3-4b-it","publisher":"OpenRouter (listed 2025-03-13)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemma-3-n-e4b-instruct","display_name":"gemma-3n-e4b-it","family":{"id":"gemma","vendor":"Google DeepMind"},"generation":"3","size_class":"frontier","params_total_b":7.85,"params_active_b":7.85,"params_exact":7849978192,"params_source":"hf_safetensors","hugging_face_id":"google/gemma-3n-E4B-it","openrouter_id":"google/gemma-3n-e4b-it","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_large","license":"gemma","is_open_weights":true,"self_hostable":true,"context_window_tok":32768,"release_date":"2025-05-20","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.06,"completion_usd_per_m":0.12,"cache_read_usd_per_m":null,"context_length":32768,"source":"openrouter","source_model_id":"google/gemma-3n-e4b-it","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":16.485,"kv_cache_gb_per_8k":null,"min_serve_gb":17.72,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":8.243,"kv_cache_gb_per_8k":null,"min_serve_gb":9.479,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.121,"kv_cache_gb_per_8k":null,"min_serve_gb":5.357,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":8.243,"kv_cache_gb_per_8k":null,"min_serve_gb":9.479,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":46.47,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":7.85,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":77.45,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":20.87,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":7.85,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":34.78,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":46772.77,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":7.85,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":256.05,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":7.85,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":426.75,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":3.2,"score_norm":3.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-3n-e4b-it","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemma-3n-e4b-it","publisher":"OpenRouter (listed 2025-05-20)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemma-4-12b-unified-instruct","display_name":"Gemma 4 12B Unified","family":{"id":"gemma","vendor":"Google DeepMind"},"generation":"4","size_class":"12b","params_total_b":11.96,"params_active_b":11.96,"params_exact":11959730224,"params_source":"hf_safetensors","hugging_face_id":"google/gemma-4-12B-it","openrouter_id":null,"is_moe":false,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":256000,"release_date":"2026-04-02","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":25.116,"kv_cache_gb_per_8k":null,"min_serve_gb":26.731,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":12.558,"kv_cache_gb_per_8k":null,"min_serve_gb":13.917,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":6.279,"kv_cache_gb_per_8k":null,"min_serve_gb":7.638,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":12.558,"kv_cache_gb_per_8k":null,"min_serve_gb":13.917,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":30.5,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":11.96,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":50.84,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":13.7,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":11.96,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":22.83,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":30699.52,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":11.96,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":168.06,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":11.96,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":280.1,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/blog/gemma4","publisher":"Hugging Face"},{"url":"https://huggingface.co/google/gemma-4-12B","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemma-4-26b-a4b-instruct","display_name":"Gemma 4 26B-A4B","family":{"id":"gemma","vendor":"Google DeepMind"},"generation":"4","size_class":"26b-a4b","params_total_b":26.54,"params_active_b":4,"params_exact":26544131376,"params_source":"hf_safetensors","hugging_face_id":"google/gemma-4-26B-A4B-it","openrouter_id":"google/gemma-4-26b-a4b-it","is_moe":true,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-04-02","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.07,"completion_usd_per_m":0.34,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"google/gemma-4-26b-a4b-it","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":55.734,"kv_cache_gb_per_8k":null,"min_serve_gb":59.317,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":27.867,"kv_cache_gb_per_8k":null,"min_serve_gb":30.057,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":13.934,"kv_cache_gb_per_8k":null,"min_serve_gb":15.73,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":27.867,"kv_cache_gb_per_8k":null,"min_serve_gb":30.057,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":91.2,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":4,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":152,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":40.95,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":4,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":68.25,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":92673.46,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":4,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":502.5,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":4,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":837.5,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":11,"score_norm":11,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-4-26b-a4b-it","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":39.3,"score_norm":39.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-4-26b-a4b-it","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":26.1,"score_norm":26.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-4-26b-a4b-it","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1438.2,"score_norm":52.85,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1239.6,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1361.9,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/blog/gemma4","publisher":"Hugging Face"},{"url":"https://huggingface.co/google/gemma-4-26B-A4B-it","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemma-4-31b-instruct","display_name":"Gemma 4 31B","family":{"id":"gemma","vendor":"Google DeepMind"},"generation":"4","size_class":"31b","params_total_b":31.27,"params_active_b":31.27,"params_exact":31273088876,"params_source":"hf_safetensors","hugging_face_id":"google/gemma-4-31B-it","openrouter_id":"google/gemma-4-31b-it","is_moe":false,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-04-02","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.34,"cache_read_usd_per_m":0.1,"context_length":262144,"source":"openrouter","source_model_id":"google/gemma-4-31b-it","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":65.667,"kv_cache_gb_per_8k":null,"min_serve_gb":69.888,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":32.834,"kv_cache_gb_per_8k":null,"min_serve_gb":35.414,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.417,"kv_cache_gb_per_8k":null,"min_serve_gb":18.355,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":32.834,"kv_cache_gb_per_8k":null,"min_serve_gb":35.414,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":23.33,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":31.27,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":38.89,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5.24,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":31.27,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":8.73,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":11741.81,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":31.27,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":64.28,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":31.27,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":107.13,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":14.4,"score_norm":14.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-4-31b-it","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":43.4,"score_norm":43.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-4-31b-it","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":29.7,"score_norm":29.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemma-4-31b-it","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1451.5,"score_norm":62.71,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1423.7,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1255.7,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1364.5,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/blog/gemma4","publisher":"Hugging Face"},{"url":"https://huggingface.co/google/gemma-4-12B","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-0414-z1-32b-reasoning","display_name":"GLM-Z1-32B-0414","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"0414","size_class":"32b","params_total_b":32.57,"params_active_b":32.57,"params_exact":32566081536,"params_source":"hf_safetensors","hugging_face_id":"THUDM/GLM-Z1-32B-0414","openrouter_id":null,"is_moe":false,"variant_axis":"reasoning","modalities":["text"],"segment":"open_mid","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":"2025-04","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":68.397,"kv_cache_gb_per_8k":null,"min_serve_gb":72.794,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":34.199,"kv_cache_gb_per_8k":null,"min_serve_gb":36.886,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":17.099,"kv_cache_gb_per_8k":null,"min_serve_gb":19.076,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":34.199,"kv_cache_gb_per_8k":null,"min_serve_gb":36.886,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":22.4,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":32.57,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":37.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5.03,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":32.57,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":8.38,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":11273.14,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":32.57,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":61.71,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":32.57,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":102.86,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://www.deeplearning.ai/the-batch/zhipu-ai-builds-smaller-open-models-to-rival-deepseeks","publisher":"DeepLearning.AI"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-4-32b-0414-instruct","display_name":"GLM-4-32B-0414","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"4","size_class":"32b","params_total_b":32,"params_active_b":32,"params_exact":null,"params_source":null,"hugging_face_id":"THUDM/GLM-4-32B-0414","openrouter_id":null,"is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"Apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":"2025-04","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":67.2,"kv_cache_gb_per_8k":null,"min_serve_gb":71.52,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":33.6,"kv_cache_gb_per_8k":null,"min_serve_gb":36.24,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.8,"kv_cache_gb_per_8k":null,"min_serve_gb":18.76,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":33.6,"kv_cache_gb_per_8k":null,"min_serve_gb":36.24,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":22.8,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":32,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":38,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5.12,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":32,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":8.53,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":11473.95,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":32,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":62.81,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":32,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":104.69,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://www.deeplearning.ai/the-batch/zhipu-ai-builds-smaller-open-models-to-rival-deepseeks","publisher":"DeepLearning.AI"},{"url":"https://github.com/zai-org/GLM-4","publisher":"GitHub"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-4-9b-0414-instruct","display_name":"GLM-4-9B-0414","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"4","size_class":"9b","params_total_b":9.4,"params_active_b":9.4,"params_exact":9400279040,"params_source":"hf_safetensors","hugging_face_id":"zai-org/GLM-4-9B-0414","openrouter_id":null,"is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":128000,"release_date":"2025-04","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":19.74,"kv_cache_gb_per_8k":null,"min_serve_gb":21.022,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":9.87,"kv_cache_gb_per_8k":null,"min_serve_gb":11.152,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.935,"kv_cache_gb_per_8k":null,"min_serve_gb":6.217,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":9.87,"kv_cache_gb_per_8k":null,"min_serve_gb":11.152,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":38.81,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":9.4,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":64.68,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":17.43,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":9.4,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":29.04,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":39060.24,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":9.4,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":213.83,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":9.4,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":356.38,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://github.com/zai-org/GLM-4","publisher":"GitHub"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-4.5-355b-a32b","display_name":"GLM-4.5","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"4.5","size_class":"355b-a32b","params_total_b":358.34,"params_active_b":32,"params_exact":358337791296,"params_source":"hf_safetensors","hugging_face_id":"zai-org/GLM-4.5","openrouter_id":"z-ai/glm-4.5","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-07-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":63.18,"inputs":[{"benchmark":"aime","score_raw":91,"score_norm":88.75,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":"aime 2024"},{"benchmark":"arena_elo","score_raw":1411.3,"score_norm":32.9,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":79.1,"score_norm":76.2,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":null},{"benchmark":"hle","score_raw":14.4,"score_norm":21.38,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":null},{"benchmark":"mmlu_pro","score_raw":84.6,"score_norm":85.77,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":null},{"benchmark":"swe_bench_verified","score_raw":64.2,"score_norm":72.27,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":null},{"benchmark":"terminal_bench","score_raw":37.5,"score_norm":38.24,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":null}],"coverage":0.7539},"pricing":{"prompt_usd_per_m":0.6,"completion_usd_per_m":2.2,"cache_read_usd_per_m":0.11,"context_length":131072,"source":"openrouter","source_model_id":"z-ai/glm-4.5","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":752.514,"kv_cache_gb_per_8k":null,"min_serve_gb":800.89,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":376.257,"kv_cache_gb_per_8k":null,"min_serve_gb":405.82,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":188.129,"kv_cache_gb_per_8k":null,"min_serve_gb":208.286,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":376.257,"kv_cache_gb_per_8k":null,"min_serve_gb":405.82,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aime","score_raw":91,"score_norm":88.75,"config":"aime 2024","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2508.06471v1","measured_date":null},{"benchmark":"arena_elo","score_raw":1411.3,"score_norm":32.9,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"browsecomp","score_raw":26.4,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2508.06471v1","measured_date":null},{"benchmark":"design_arena_3d","score_raw":1221,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1184,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1179,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1185,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1128,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1172,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1181,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":79.1,"score_norm":76.2,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2508.06471v1","measured_date":null},{"benchmark":"hle","score_raw":14.4,"score_norm":21.38,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2508.06471v1","measured_date":null},{"benchmark":"livecodebench","score_raw":72.9,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2508.06471v1","measured_date":null},{"benchmark":"math_500","score_raw":98.2,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2508.06471v1","measured_date":null},{"benchmark":"mmlu_pro","score_raw":84.6,"score_norm":85.77,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2508.06471v1","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":64.2,"score_norm":72.27,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2508.06471v1","measured_date":null},{"benchmark":"tau_bench_retail","score_raw":79.7,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2508.06471v1","measured_date":null},{"benchmark":"terminal_bench","score_raw":37.5,"score_norm":38.24,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2508.06471v1","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://z.ai/blog/glm-4.5","publisher":"Zhipu AI"},{"url":"https://huggingface.co/zai-org/GLM-4.5","publisher":"Hugging Face"},{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5","publisher":"OpenRouter (listed 2025-07-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-4.5-air-106b-a12b","display_name":"GLM-4.5-Air","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"4.5","size_class":"106b-a12b","params_total_b":110.47,"params_active_b":12,"params_exact":110468824832,"params_source":"hf_safetensors","hugging_face_id":"zai-org/GLM-4.5-Air","openrouter_id":"z-ai/glm-4.5-air","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-07-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.13,"completion_usd_per_m":0.85,"cache_read_usd_per_m":0.025,"context_length":131072,"source":"openrouter","source_model_id":"z-ai/glm-4.5-air","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":231.987,"kv_cache_gb_per_8k":null,"min_serve_gb":246.9,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":115.994,"kv_cache_gb_per_8k":null,"min_serve_gb":125.108,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":57.997,"kv_cache_gb_per_8k":null,"min_serve_gb":64.211,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":115.994,"kv_cache_gb_per_8k":null,"min_serve_gb":125.108,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":13.65,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":12,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":22.75,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":61782.31,"quant":"int4","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":4,"quant":"int4","params_active_b":12,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":335,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":12,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":558.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"arena_elo","score_raw":1373,"score_norm":4.49,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1173,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5-air","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1156,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5-air","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1206,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5-air","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1134,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5-air","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1106,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5-air","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1150,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5-air","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1158,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5-air","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/zai-org/GLM-4.5","publisher":"Hugging Face"},{"url":"https://z.ai/blog/glm-4.5","publisher":"Zhipu AI"},{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5-air","publisher":"OpenRouter (listed 2025-07-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-4.5-v","display_name":"glm-4.5v","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"4.5","size_class":"frontier","params_total_b":107.71,"params_active_b":107.71,"params_exact":107710933120,"params_source":"hf_safetensors","hugging_face_id":"zai-org/GLM-4.5V","openrouter_id":"z-ai/glm-4.5v","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":65536,"release_date":"2025-08-11","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.6,"completion_usd_per_m":1.8,"cache_read_usd_per_m":0.11,"context_length":65536,"source":"openrouter","source_model_id":"z-ai/glm-4.5v","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":226.191,"kv_cache_gb_per_8k":null,"min_serve_gb":240.732,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":113.096,"kv_cache_gb_per_8k":null,"min_serve_gb":121.982,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":56.548,"kv_cache_gb_per_8k":null,"min_serve_gb":62.607,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":113.096,"kv_cache_gb_per_8k":null,"min_serve_gb":121.982,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":1.52,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":107.71,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":2.53,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":6817.68,"quant":"int4","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"int4","params_active_b":107.71,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":37.32,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":107.71,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":62.2,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"arena_elo","score_raw":1353.4,"score_norm":0,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1155.6,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.5v","publisher":"OpenRouter (listed 2025-08-11)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-4.7-flash","display_name":"glm-4.7-flash","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"4.7","size_class":"frontier-flash","params_total_b":31.22,"params_active_b":31.22,"params_exact":31221488576,"params_source":"hf_safetensors","hugging_face_id":"zai-org/GLM-4.7-Flash","openrouter_id":"z-ai/glm-4.7-flash","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":202752,"release_date":"2026-01-19","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.06,"completion_usd_per_m":0.4,"cache_read_usd_per_m":0.01,"context_length":202752,"source":"openrouter","source_model_id":"z-ai/glm-4.7-flash","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":65.562,"kv_cache_gb_per_8k":null,"min_serve_gb":69.777,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":32.781,"kv_cache_gb_per_8k":null,"min_serve_gb":35.357,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.391,"kv_cache_gb_per_8k":null,"min_serve_gb":18.328,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":32.781,"kv_cache_gb_per_8k":null,"min_serve_gb":35.357,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":23.37,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":31.22,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":38.95,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5.25,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":31.22,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":8.74,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":11760.61,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":31.22,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":64.38,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":31.22,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":107.3,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"arena_elo","score_raw":1367.4,"score_norm":0.33,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1172,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1197,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1144,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1173,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1066,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7-flash","measured_date":null},{"benchmark":"design_arena_uicomponent","score_raw":1234,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1205,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7-flash","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7-flash","publisher":"OpenRouter (listed 2026-01-19)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-5-turbo","display_name":"glm-5-turbo","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"5","size_class":"frontier-turbo","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"z-ai/glm-5-turbo","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":202752,"release_date":"2026-03-15","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.2,"completion_usd_per_m":4,"cache_read_usd_per_m":0.24,"context_length":202752,"source":"openrouter","source_model_id":"z-ai/glm-5-turbo","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1303,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1185,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1286,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1285,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1290,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1241,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1292,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1281,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5-turbo","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":84.75,"score_norm":84.15,"config":"artificial analysis eval, glm-5-turbo","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":27.76,"score_norm":44.41,"config":"artificial analysis eval, glm-5-turbo","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-5-turbo","publisher":"OpenRouter (listed 2026-03-15)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-5-v-turbo","display_name":"glm-5v-turbo","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"5","size_class":"frontier-turbo","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"z-ai/glm-5v-turbo","is_moe":false,"variant_axis":"general","modalities":["image","text","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":202752,"release_date":"2026-04-01","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.2,"completion_usd_per_m":4,"cache_read_usd_per_m":0.24,"context_length":202752,"source":"openrouter","source_model_id":"z-ai/glm-5v-turbo","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1433.3,"score_norm":49.21,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1417.2,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1422.8,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1230.7,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1399.6,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1260,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1102,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_agentichtmlslides","score_raw":1134,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticslides","score_raw":1171,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1267,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1139,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1248,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1218,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1179,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1255,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":997,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1151,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1185,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_pptxslides","score_raw":1164,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1169,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1187,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":null},{"benchmark":"design_arena_uicomponent","score_raw":1242,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1161,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1242,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-5v-turbo","publisher":"OpenRouter (listed 2026-04-01)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-5.2","display_name":"GLM-5.2","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"5.2","size_class":"frontier","params_total_b":753.33,"params_active_b":39,"params_exact":753329940480,"params_source":"hf_safetensors","hugging_face_id":"zai-org/GLM-5.2","openrouter_id":"z-ai/glm-5.2","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":1048576,"release_date":"2026-06-17","release_status":"released","status":"current","supersedes":["glm-4.6","glm-4.7","glm-5","glm-5.1"],"superseded_by":null,"intelligence":{"index":83.36,"inputs":[{"benchmark":"aime","score_raw":99.2,"score_norm":99,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5.2","config":"judge model gpt-5.5 (medium), answer-format system prompt"},{"benchmark":"arc_agi_2","score_raw":22.775,"score_norm":19.75,"trust":2,"source_url":"https://benchmarklist.com/benchmarks/arc_agi_2/","config":"arc prize verified, glm-5.2"},{"benchmark":"gpqa_diamond","score_raw":91.2,"score_norm":93.24,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5.2","config":"idavidrein/gpqa dataset"},{"benchmark":"hle","score_raw":40.5,"score_norm":66.38,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5.2","config":"text-only subset, no tools; temperature=1.0, top_p=0.95, max gen 163840 tok"},{"benchmark":"mmlu_pro","score_raw":86.714,"score_norm":89.83,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"thinking mode: max, vals ai independent run"},{"benchmark":"swe_bench_verified","score_raw":82.8,"score_norm":97.07,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"no harness specified, vals ai independent run"},{"benchmark":"tau_bench","score_raw":99.12,"score_norm":100,"trust":2,"source_url":"https://artificialanalysis.ai/models/glm-5-2","config":"artificial analysis run, glm-5.2 (max effort), tau2"},{"benchmark":"terminal_bench","score_raw":82.7,"score_norm":91.41,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5.2","config":"best reported harness"}],"coverage":0.8016},"pricing":{"prompt_usd_per_m":0.49,"completion_usd_per_m":1.54,"cache_read_usd_per_m":0.091,"context_length":1048576,"source":"openrouter","source_model_id":"z-ai/glm-5.2","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":1581.993,"kv_cache_gb_per_8k":null,"min_serve_gb":1683.693,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":790.997,"kv_cache_gb_per_8k":null,"min_serve_gb":853.147,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":395.498,"kv_cache_gb_per_8k":null,"min_serve_gb":437.873,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":790.997,"kv_cache_gb_per_8k":null,"min_serve_gb":853.147,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":45.7,"score_norm":45.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":68.8,"score_norm":68.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":52.6,"score_norm":52.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"aime","score_raw":99.2,"score_norm":99,"config":"judge model gpt-5.5 (medium), answer-format system prompt","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"arc_agi_2","score_raw":22.775,"score_norm":19.75,"config":"arc prize verified, glm-5.2","trust":2,"source_type":"aggregator","source_url":"https://benchmarklist.com/benchmarks/arc_agi_2/","measured_date":null},{"benchmark":"critpt","score_raw":20.9,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"deepswe","score_raw":46.2,"score_norm":null,"config":"pier framework + mini-swe-agent harness, 400k context, isolated container","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"design_arena_3d","score_raw":1353,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1184,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1208,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1255,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1326,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1321,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1264,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1327,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1142,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1199,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1209,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1207,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1253,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":null},{"benchmark":"design_arena_uicomponent","score_raw":1334,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1258,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1319,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","measured_date":"2026-08-18"},{"benchmark":"frontierswe","score_raw":74.4,"score_norm":null,"config":"dominance; evaluated by proximal, 1m context, max effort, 128k max output; as of 2026-06-16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-16"},{"benchmark":"gpqa_diamond","score_raw":91.2,"score_norm":93.24,"config":"idavidrein/gpqa dataset","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"hle","score_raw":40.5,"score_norm":66.38,"config":"text-only subset, no tools; temperature=1.0, top_p=0.95, max gen 163840 tok","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"hle","score_raw":54.7,"score_norm":90.86,"config":"with tools; 300k max context, no context management","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"hmmt_feb_2026","score_raw":92.5,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"hmmt_nov_2025","score_raw":94.4,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"imoanswerbench","score_raw":91,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"lmarena_text_arena_elo","score_raw":1471,"score_norm":null,"config":"+/-5, 26, 973 votes, glm-5.2-max, rank 33, text arena overall","trust":3,"source_type":"leaderboard","source_url":"https://arena.ai/leaderboard/text","measured_date":"2026-08-17"},{"benchmark":"mcp_atlas","score_raw":76.8,"score_norm":null,"config":"public 500-task subset, think mode, judged by gemini-3.0-pro","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"mmlu_pro","score_raw":86.714,"score_norm":89.83,"config":"thinking mode: max, vals ai independent run","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-07-28"},{"benchmark":"nl2repo","score_raw":48.9,"score_norm":null,"config":"temperature=1.0, top_p=1.0, max_new_tokens=48k, 400k context","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"posttrainbench","score_raw":34.3,"score_norm":null,"config":"1m context, max effort, 128k max output","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"programbench","score_raw":63.7,"score_norm":null,"config":"claude-code 2.1.156, reasoning_effort=max, max_tokens=64000, 400k context","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"swe_bench_pro","score_raw":62.1,"score_norm":95.17,"config":"openhands harness; temperature=1, top_p=1, max_new_tokens=32k, 400k context","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"swe_bench_verified","score_raw":82.8,"score_norm":97.07,"config":"no harness specified, vals ai independent run","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-07-28"},{"benchmark":"swe_marathon","score_raw":13,"score_norm":null,"config":"evaluated by abundant ai; 1m context, max effort","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"tau_bench","score_raw":99.12,"score_norm":100,"config":"artificial analysis run, glm-5.2 (max effort), tau2","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/glm-5-2","measured_date":null},{"benchmark":"terminal_bench","score_raw":81,"score_norm":89.41,"config":"terminus-2 harness, 256k context, temperature=1.0","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"terminal_bench","score_raw":82.7,"score_norm":91.41,"config":"best reported harness","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"tool_decathlon","score_raw":48.2,"score_norm":null,"config":"official evaluation service, max_token 128k","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"},{"benchmark":"wildclawbench","score_raw":54.2,"score_norm":null,"config":"overall","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5.2","measured_date":"2026-06-17"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/zai-org/GLM-5.2","publisher":"Hugging Face"},{"url":"https://z.ai/model-api","publisher":"Zhipu AI"},{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.2","publisher":"OpenRouter (listed 2026-06-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-3.5-turbo","display_name":"gpt-3.5-turbo","family":{"id":"gpt","vendor":"OpenAI"},"generation":"3.5","size_class":"frontier-turbo","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-3.5-turbo","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":16385,"release_date":"2023-05-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.5,"completion_usd_per_m":1.5,"cache_read_usd_per_m":null,"context_length":16385,"source":"openrouter","source_model_id":"openai/gpt-3.5-turbo","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":10.7,"score_norm":10.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-3.5-turbo","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-3.5-turbo","publisher":"OpenRouter (listed 2023-05-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-3.5-turbo-0613","display_name":"gpt-3.5-turbo-0613","family":{"id":"gpt","vendor":"OpenAI"},"generation":"3.5","size_class":"frontier-turbo","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-3.5-turbo-0613","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":4095,"release_date":"2024-01-25","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1,"completion_usd_per_m":2,"cache_read_usd_per_m":null,"context_length":4095,"source":"openrouter","source_model_id":"openai/gpt-3.5-turbo-0613","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-3.5-turbo-0613","publisher":"OpenRouter (listed 2024-01-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-3.5-turbo-16k","display_name":"gpt-3.5-turbo-16k","family":{"id":"gpt","vendor":"OpenAI"},"generation":"3.5","size_class":"frontier-turbo","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-3.5-turbo-16k","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":16385,"release_date":"2023-08-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":3,"completion_usd_per_m":4,"cache_read_usd_per_m":null,"context_length":16385,"source":"openrouter","source_model_id":"openai/gpt-3.5-turbo-16k","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-3.5-turbo-16k","publisher":"OpenRouter (listed 2023-08-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-3.5-turbo-instruct","display_name":"gpt-3.5-turbo-instruct","family":{"id":"gpt","vendor":"OpenAI"},"generation":"3.5","size_class":"frontier-turbo","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-3.5-turbo-instruct","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":4095,"release_date":"2023-09-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.5,"completion_usd_per_m":2,"cache_read_usd_per_m":null,"context_length":4095,"source":"openrouter","source_model_id":"openai/gpt-3.5-turbo-instruct","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-3.5-turbo-instruct","publisher":"OpenRouter (listed 2023-09-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-4","display_name":"gpt-4","family":{"id":"gpt","vendor":"OpenAI"},"generation":"4","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-4","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":8191,"release_date":"2023-05-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":30,"completion_usd_per_m":60,"cache_read_usd_per_m":null,"context_length":8191,"source":"openrouter","source_model_id":"openai/gpt-4","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":13.1,"score_norm":13.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-4","publisher":"OpenRouter (listed 2023-05-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-4-turbo","display_name":"gpt-4-turbo","family":{"id":"gpt","vendor":"OpenAI"},"generation":"4","size_class":"frontier-turbo","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-4-turbo","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":128000,"release_date":"2024-04-09","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":10,"completion_usd_per_m":30,"cache_read_usd_per_m":null,"context_length":128000,"source":"openrouter","source_model_id":"openai/gpt-4-turbo-preview","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":21.5,"score_norm":21.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4-turbo","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-4-turbo","publisher":"OpenRouter (listed 2024-04-09)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5-image","display_name":"gpt-5-image","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5","size_class":"frontier-image","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5-image","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-10-14","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":10,"completion_usd_per_m":10,"cache_read_usd_per_m":1.25,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5-image","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_graphicdesign","score_raw":1197,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-image","measured_date":"2026-08-18"},{"benchmark":"design_arena_image","score_raw":1211,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-image","measured_date":"2026-08-18"},{"benchmark":"design_arena_logo","score_raw":1214,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-image","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5-image","publisher":"OpenRouter (listed 2025-10-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5-image-mini","display_name":"gpt-5-image-mini","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5","size_class":"frontier-image-mini","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5-image-mini","is_moe":false,"variant_axis":"general","modalities":["file","image","text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-10-16","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":2,"cache_read_usd_per_m":0.25,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5-image-mini","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_graphicdesign","score_raw":1190,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-image-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_image","score_raw":1203,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-image-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_logo","score_raw":1221,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-image-mini","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5-image-mini","publisher":"OpenRouter (listed 2025-10-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.1-codex-max","display_name":"gpt-5.1-codex-max","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.1","size_class":"frontier-codex-max","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.1-codex-max","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-12-04","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":10,"cache_read_usd_per_m":0.125,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5.1-codex-max","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex-max","publisher":"OpenRouter (listed 2025-12-04)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.1-codex-mini","display_name":"gpt-5.1-codex-mini","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.1","size_class":"frontier-codex-mini","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.1-codex-mini","is_moe":false,"variant_axis":"general","modalities":["image","text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-11-13","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":2,"cache_read_usd_per_m":0.03,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5.1-codex-mini","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo_webdev","score_raw":1243.6,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1039,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1137,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1113,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1117,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1131,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1012,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1108,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1122,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex-mini","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex-mini","publisher":"OpenRouter (listed 2025-11-13)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.2-instruct","display_name":"gpt-5.2-chat","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.2","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.2-chat","is_moe":false,"variant_axis":"instruct","modalities":["file","image","text"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":128000,"release_date":"2025-12-10","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.75,"completion_usd_per_m":14,"cache_read_usd_per_m":0.175,"context_length":128000,"source":"openrouter","source_model_id":"openai/gpt-5.2-chat","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2-chat","publisher":"OpenRouter (listed 2025-12-10)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.3-codex","display_name":"gpt-5.3-codex","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.3","size_class":"frontier-codex","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.3-codex","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2026-02-24","release_status":"released","status":"current","supersedes":["gpt-5-codex","gpt-5.1-codex","gpt-5.2-codex"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.75,"completion_usd_per_m":14,"cache_read_usd_per_m":0.175,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5.3-codex","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1059,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1084,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1184,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1164,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1184,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1014,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1200,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1124,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1104,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":null},{"benchmark":"design_arena_svg","score_raw":1165,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1171,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1073,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1174,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.3-codex","publisher":"OpenRouter (listed 2026-02-24)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.4-image-2","display_name":"gpt-5.4-image-2","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.4","size_class":"frontier-image","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.4-image-2","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":272000,"release_date":"2026-04-21","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":8,"completion_usd_per_m":15,"cache_read_usd_per_m":2,"context_length":272000,"source":"openrouter","source_model_id":"openai/gpt-5.4-image-2","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4-image-2","publisher":"OpenRouter (listed 2026-04-21)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.4-mini","display_name":"gpt-5.4-mini","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.4","size_class":"frontier-mini","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.4-mini","is_moe":false,"variant_axis":"general","modalities":["file","image","text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2026-03-17","release_status":"released","status":"current","supersedes":["gpt-4-o-mini","gpt-4.1-mini","gpt-5-mini"],"superseded_by":null,"intelligence":{"index":65.63,"inputs":[{"benchmark":"arc_agi_2","score_raw":18.9,"score_norm":15.44,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gpt-5-4-mini-xhigh, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1448.2,"score_norm":60.27,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":83.08,"score_norm":81.8,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall, xhigh reasoning effort"},{"benchmark":"hle","score_raw":28.13,"score_norm":45.05,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gpt-5.4 mini (xhigh)"},{"benchmark":"livebench","score_raw":66.37,"score_norm":58.6,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gpt-5.4-mini-xhigh"},{"benchmark":"mmlu_pro","score_raw":84.554,"score_norm":85.68,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall, xhigh reasoning effort"},{"benchmark":"swe_bench_verified","score_raw":73,"score_norm":84,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall, xhigh reasoning effort"},{"benchmark":"terminal_bench","score_raw":54.682,"score_norm":58.45,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, v2.1"}],"coverage":0.873},"pricing":{"prompt_usd_per_m":0.75,"completion_usd_per_m":4.5,"cache_read_usd_per_m":0.075,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5.4-mini","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":31.5,"score_norm":31.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4-mini","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":56.1,"score_norm":56.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4-mini","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":40.9,"score_norm":40.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4-mini","measured_date":"2026-08-18"},{"benchmark":"arc_agi_2","score_raw":18.9,"score_norm":15.44,"config":"run gpt-5-4-mini-xhigh, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1448.2,"score_norm":60.27,"config":"arena entry gpt-5.4-mini-high, rank 67, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1448.2,"score_norm":60.27,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1253.2,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1397,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":83.08,"score_norm":81.8,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":87.47,"score_norm":87.99,"config":"artificial analysis eval, gpt-5.4 mini (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":28.13,"score_norm":45.05,"config":"artificial analysis eval, gpt-5.4 mini (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"livebench","score_raw":66.37,"score_norm":58.6,"config":"global average, livebench-2026-06-25 release, run gpt-5.4-mini-xhigh","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":84.554,"score_norm":85.68,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":73,"score_norm":84,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":54.682,"score_norm":58.45,"config":"high reasoning effort, overall, v2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":59.18,"score_norm":63.74,"config":"artificial analysis eval, gpt-5.4 mini (xhigh), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4-mini","publisher":"OpenRouter (listed 2026-03-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.4-nano","display_name":"gpt-5.4-nano","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.4","size_class":"frontier-nano","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.4-nano","is_moe":false,"variant_axis":"general","modalities":["file","image","text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2026-03-17","release_status":"released","status":"current","supersedes":["gpt-4.1-nano","gpt-5-nano"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":1.25,"cache_read_usd_per_m":0.02,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5.4-nano","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":29.7,"score_norm":29.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4-nano","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":56.1,"score_norm":56.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4-nano","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":39.7,"score_norm":39.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4-nano","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1402.3,"score_norm":26.22,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1202.4,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4-nano","publisher":"OpenRouter (listed 2026-03-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.5-pro","display_name":"gpt-5.5-pro","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.5","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.5-pro","is_moe":false,"variant_axis":"general","modalities":["file","image","text"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1050000,"release_date":"2026-04-24","release_status":"released","status":"current","supersedes":["gpt-5-pro","gpt-5.2-pro","gpt-5.4-pro"],"superseded_by":null,"intelligence":{"index":86.77,"inputs":[{"benchmark":"arc_agi_2","score_raw":84.58,"score_norm":88.42,"trust":2,"source_url":"https://benchmarklist.com/models/openai-gpt-5.5-pro/","config":"arc prize verified, gpt-5.5 pro (high), semi-private eval"},{"benchmark":"gpqa_diamond","score_raw":93.92,"score_norm":97.07,"trust":3,"source_url":"https://epoch.ai/data/benchmarks.csv","config":"epoch ai independent run, gpt-5.5-pro-pre-release, xhigh reasoning effort"},{"benchmark":"hle","score_raw":43.1,"score_norm":70.86,"trust":2,"source_url":"https://benchmarklist.com/models/openai-gpt-5.5-pro/","config":"no tools (with-tools score 57.2%), openai gpt-5.5 system card"}],"coverage":0.3492},"pricing":{"prompt_usd_per_m":30,"completion_usd_per_m":180,"cache_read_usd_per_m":null,"context_length":1050000,"source":"openrouter","source_model_id":"openai/gpt-5.5-pro","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arc_agi_2","score_raw":84.58,"score_norm":88.42,"config":"arc prize verified, gpt-5.5 pro (high), semi-private eval","trust":2,"source_type":"aggregator","source_url":"https://benchmarklist.com/models/openai-gpt-5.5-pro/","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":93.92,"score_norm":97.07,"config":"epoch ai independent run, gpt-5.5-pro-pre-release, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://epoch.ai/data/benchmarks.csv","measured_date":"2026-04-24"},{"benchmark":"hle","score_raw":43.1,"score_norm":70.86,"config":"no tools (with-tools score 57.2%), openai gpt-5.5 system card","trust":2,"source_type":"aggregator","source_url":"https://benchmarklist.com/models/openai-gpt-5.5-pro/","measured_date":"2026-06-09"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5-pro","publisher":"OpenRouter (listed 2026-04-24)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.6-luna","display_name":"GPT-5.6 Luna","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.6","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.6-luna","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1050000,"release_date":"2026-07-09","release_status":"released","status":"current","supersedes":["gpt-4-o","gpt-4.1","gpt-5","gpt-5.1","gpt-5.2","gpt-5.4","gpt-5.5"],"superseded_by":null,"intelligence":{"index":78.4,"inputs":[{"benchmark":"arena_elo","score_raw":1450.2,"score_norm":61.75,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":88.7,"score_norm":89.72,"trust":2,"source_url":"https://openrouter.ai/openai/gpt-5.6-luna","config":"openrouter exacto, provider=openai"},{"benchmark":"tau_bench","score_raw":71.3,"score_norm":68.4,"trust":2,"source_url":"https://openrouter.ai/openai/gpt-5.6-luna","config":"openrouter exacto, provider=openai"}],"coverage":0.2858},"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":1.2,"cache_read_usd_per_m":0.02,"context_length":1050000,"source":"openrouter","source_model_id":"openai/gpt-5.6-luna","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":46.9,"score_norm":46.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-luna","measured_date":"2026-08-18"},{"benchmark":"aa_coding_agent_index","score_raw":75,"score_norm":null,"config":"artificial analysis coding agent index, luna (max)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/gpt-5-6-has-landed","measured_date":"2026-07-09"},{"benchmark":"aa_coding_index","score_raw":71.4,"score_norm":71.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-luna","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":52.3,"score_norm":52.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-luna","measured_date":"2026-08-18"},{"benchmark":"agents_last_exam","score_raw":50.3,"score_norm":null,"config":"openai gpt-5.6 launch data (2026-07-09); no reasoning-effort noted for luna","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"},{"benchmark":"arena_elo","score_raw":1450.2,"score_norm":61.75,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1462.3,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1249.3,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"browsecomp","score_raw":83.3,"score_norm":null,"config":"openai gpt-5.6 launch data","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"},{"benchmark":"deepswe","score_raw":67.2,"score_norm":null,"config":"deepswe v1.1; openai gpt-5.6 launch data","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"},{"benchmark":"gpqa_diamond","score_raw":88.7,"score_norm":89.72,"config":"openrouter exacto, provider=openai","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/openai/gpt-5.6-luna","measured_date":"2026-08-17"},{"benchmark":"gpqa_diamond","score_raw":92.3,"score_norm":94.79,"config":"openai gpt-5.6 launch data (vendor-reported); cf. openrouter exacto 88.7","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"},{"benchmark":"healthbench_professional","score_raw":55.7,"score_norm":null,"config":"openai gpt-5.6 launch data","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"},{"benchmark":"mrcr","score_raw":41.3,"score_norm":27.66,"config":"mrcr v2, 8 needle, 512k-1m context","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"},{"benchmark":"osworld","score_raw":45.6,"score_norm":null,"config":"osworld 2.0; openai gpt-5.6 launch data","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"},{"benchmark":"swe_bench_pro","score_raw":62.7,"score_norm":96.17,"config":"openai gpt-5.6 launch data (2026-07-09)","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"},{"benchmark":"tau_bench","score_raw":71.3,"score_norm":68.4,"config":"openrouter exacto, provider=openai","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/openai/gpt-5.6-luna","measured_date":"2026-08-17"},{"benchmark":"terminal_bench","score_raw":84.7,"score_norm":93.76,"config":"terminal-bench 2.1; openai gpt-5.6 launch data (2026-07-09)","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://developers.openai.com/api/docs/models","publisher":"OpenAI"},{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-luna","publisher":"OpenRouter (listed 2026-07-09)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.6-luna-pro","display_name":"gpt-5.6-luna-pro","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.6","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.6-luna-pro","is_moe":false,"variant_axis":"general","modalities":["file","image","text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1050000,"release_date":"2026-07-09","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":1.2,"cache_read_usd_per_m":0.02,"context_length":1050000,"source":"openrouter","source_model_id":"openai/gpt-5.6-luna-pro","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-luna-pro","publisher":"OpenRouter (listed 2026-07-09)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.6-sol","display_name":"GPT-5.6 Sol","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.6","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.6-sol","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1050000,"release_date":"2026-07-09","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":93.62,"inputs":[{"benchmark":"arc_agi_2","score_raw":92.5,"score_norm":97.22,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run openai-gpt-5-6-sol-max, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1481.1,"score_norm":84.67,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":95.202,"score_norm":98.88,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"max reasoning effort, overall"},{"benchmark":"hle","score_raw":49.49,"score_norm":81.88,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gpt-5.6 sol (max)"},{"benchmark":"livebench","score_raw":81.05,"score_norm":91.22,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gpt-5.6-sol-max"},{"benchmark":"mmlu_pro","score_raw":89.1,"score_norm":94.42,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"max reasoning effort, overall"},{"benchmark":"swe_bench_verified","score_raw":96.2,"score_norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"max reasoning effort, overall"},{"benchmark":"terminal_bench","score_raw":85.768,"score_norm":95.02,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"max reasoning effort, overall, v2.1"}],"coverage":0.873},"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":15,"cache_read_usd_per_m":0.25,"context_length":1050000,"source":"openrouter","source_model_id":"openai/gpt-5.6-sol","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":57.8,"score_norm":57.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-sol","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":77.4,"score_norm":77.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-sol","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":60.9,"score_norm":60.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-sol","measured_date":"2026-08-18"},{"benchmark":"arc_agi_1","score_raw":96.5,"score_norm":null,"config":"max reasoning effort; arc prize verified","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/openai-gpt-5-6-sol","measured_date":null},{"benchmark":"arc_agi_2","score_raw":92.5,"score_norm":97.22,"config":"max reasoning effort; arc prize verified, semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/openai-gpt-5-6-sol","measured_date":null},{"benchmark":"arc_agi_2","score_raw":92.5,"score_norm":97.22,"config":"run openai-gpt-5-6-sol-max, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arc_agi_3","score_raw":7.78,"score_norm":null,"config":"max reasoning effort; semi-private set, official harness","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/openai-gpt-5-6-sol","measured_date":null},{"benchmark":"arena_elo","score_raw":1481.1,"score_norm":84.67,"config":"arena entry gpt-5.6-sol-xhigh, rank 19, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1481.1,"score_norm":84.67,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1478.7,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1279.5,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"artificial_analysis_coding_agent_index","score_raw":80,"score_norm":null,"config":"v1.1, max reasoning effort, codex harness","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/gpt-5-6-has-landed","measured_date":null},{"benchmark":"browsecomp","score_raw":90.4,"score_norm":null,"config":"sol standard (92.2 with sol ultra); secondary report of openai launch table","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":95.202,"score_norm":98.88,"config":"max reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":94.14,"score_norm":97.38,"config":"artificial analysis eval, gpt-5.6 sol (max)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":94.6,"score_norm":98.03,"config":"as published in openai launch table (secondary report)","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":null},{"benchmark":"healthbench","score_raw":57,"score_norm":null,"config":"length-adjusted score (unadjusted 55.6)","trust":1,"source_type":"vendor_claim","source_url":"https://deploymentsafety.openai.com/gpt-5-6-preview","measured_date":null},{"benchmark":"healthbench_hard","score_raw":33.1,"score_norm":null,"config":"length-adjusted score (unadjusted 31.1)","trust":1,"source_type":"vendor_claim","source_url":"https://deploymentsafety.openai.com/gpt-5-6-preview","measured_date":null},{"benchmark":"hle","score_raw":49.49,"score_norm":81.88,"config":"artificial analysis eval, gpt-5.6 sol (max)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"livebench","score_raw":81.05,"score_norm":91.22,"config":"global average, livebench-2026-06-25 release, run gpt-5.6-sol-max","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":89.1,"score_norm":94.42,"config":"max reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"osworld_2_0","score_raw":62.6,"score_norm":null,"config":"secondary report of openai launch table","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":null},{"benchmark":"swe_bench_pro","score_raw":64.6,"score_norm":99.33,"config":"secondary report of openai launch table","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":96.2,"score_norm":100,"config":"max reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":85.768,"score_norm":95.02,"config":"max reasoning effort, overall, v2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":88.01,"score_norm":97.66,"config":"artificial analysis eval, gpt-5.6 sol (max), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"terminal_bench","score_raw":88.8,"score_norm":98.59,"config":"sol standard (91.9 with sol ultra); secondary report of openai launch table","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://developers.openai.com/api/docs/models","publisher":"OpenAI"},{"url":"https://openai.com/index/gpt-5-6/","publisher":"OpenAI"},{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-sol","publisher":"OpenRouter (listed 2026-07-09)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.6-sol-pro","display_name":"gpt-5.6-sol-pro","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.6","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.6-sol-pro","is_moe":false,"variant_axis":"general","modalities":["file","image","text"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1050000,"release_date":"2026-07-09","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":15,"cache_read_usd_per_m":0.25,"context_length":1050000,"source":"openrouter","source_model_id":"openai/gpt-5.6-sol-pro","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-sol-pro","publisher":"OpenRouter (listed 2026-07-09)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.6-terra","display_name":"GPT-5.6 Terra","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.6","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.6-terra","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1050000,"release_date":"2026-07-09","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":12,"cache_read_usd_per_m":0.2,"context_length":1050000,"source":"openrouter","source_model_id":"openai/gpt-5.6-terra","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":50.2,"score_norm":50.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-terra","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":76.7,"score_norm":76.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-terra","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":56.6,"score_norm":56.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-terra","measured_date":"2026-08-18"},{"benchmark":"agents_last_exam","score_raw":50.4,"score_norm":null,"config":"gpt-5.6 terra","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"},{"benchmark":"arc_agi_1","score_raw":96.5,"score_norm":null,"config":"public eval (400 tasks); max reasoning; arc prize verified","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/openai-gpt-5-6-terra","measured_date":"2026-07-09"},{"benchmark":"arc_agi_1","score_raw":94,"score_norm":null,"config":"xhigh reasoning; public eval (400 tasks); arc prize verified","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/openai-gpt-5-6-terra","measured_date":"2026-07-09"},{"benchmark":"arc_agi_2","score_raw":74.2,"score_norm":76.89,"config":"xhigh reasoning; public eval (120 tasks)","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/openai-gpt-5-6-terra","measured_date":null},{"benchmark":"arc_agi_2","score_raw":83.9,"score_norm":87.67,"config":"public eval (120 tasks); max reasoning; arc prize verified","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/openai-gpt-5-6-terra","measured_date":"2026-07-09"},{"benchmark":"arc_agi_2","score_raw":67.1,"score_norm":69,"config":"public eval (120 tasks); high reasoning; arc prize verified","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/openai-gpt-5-6-terra","measured_date":"2026-07-09"},{"benchmark":"arc_agi_3","score_raw":0.8,"score_norm":null,"config":"semi-private; max reasoning; arc prize verified","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/openai-gpt-5-6-terra","measured_date":"2026-07-09"},{"benchmark":"arc_agi_3","score_raw":0.65,"score_norm":null,"config":"xhigh reasoning; semi-private; arc prize verified","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/results/openai-gpt-5-6-terra","measured_date":"2026-07-09"},{"benchmark":"arena_elo","score_raw":1464.1,"score_norm":72.06,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1479.2,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1270.4,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"artificial_analysis_coding_agent_index","score_raw":77,"score_norm":null,"config":"v1.1; gpt-5.6 terra (max reasoning)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/articles/gpt-5-6-has-landed","measured_date":"2026-07-09"},{"benchmark":"browsecomp","score_raw":87.5,"score_norm":null,"config":"gpt-5.6 terra, browsing tools on","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":"2026-07-09"},{"benchmark":"deepswe_v1_1","score_raw":69.6,"score_norm":null,"config":"gpt-5.6 terra","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":"2026-07-09"},{"benchmark":"gdpval_aa_v2","score_raw":1593,"score_norm":null,"config":"elo; openai published gpt-5.6 eval table","trust":0,"source_type":"community","source_url":"https://www.marktechpost.com/2026/07/09/openai-releases-gpt-5-6-a-three-tier-model-family-with-programmatic-tool-calling/","measured_date":"2026-07-09"},{"benchmark":"genebench_pro","score_raw":23.3,"score_norm":null,"config":"gpt-5.6 terra","trust":0,"source_type":"community","source_url":"https://anycap.ai/page/en-US/ai/gpt-5-6-benchmarks-sol-terra-luna","measured_date":"2026-07-09"},{"benchmark":"gpqa_diamond","score_raw":92.9,"score_norm":95.63,"config":"gpt-5.6 terra, default reasoning; as published in openai gpt-5.6 launch comparison table","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":"2026-07-09"},{"benchmark":"healthbench","score_raw":57,"score_norm":null,"config":"length-adjusted (unadjusted 58.7, mean 2285 chars)","trust":1,"source_type":"vendor_claim","source_url":"https://deploymentsafety.openai.com/gpt-5-6-preview/gpt-5-6-preview.pdf","measured_date":"2026-06-25"},{"benchmark":"healthbench_consensus","score_raw":95.1,"score_norm":null,"config":"length-adjusted (unadjusted 95.2, mean 2247 chars)","trust":1,"source_type":"vendor_claim","source_url":"https://deploymentsafety.openai.com/gpt-5-6-preview/gpt-5-6-preview.pdf","measured_date":"2026-06-25"},{"benchmark":"healthbench_hard","score_raw":32.7,"score_norm":null,"config":"length-adjusted (unadjusted 34.3, mean 2199 chars)","trust":1,"source_type":"vendor_claim","source_url":"https://deploymentsafety.openai.com/gpt-5-6-preview/gpt-5-6-preview.pdf","measured_date":"2026-06-25"},{"benchmark":"healthbench_professional","score_raw":57.7,"score_norm":null,"config":"length-adjusted (unadjusted 62.4, mean 3618 chars)","trust":1,"source_type":"vendor_claim","source_url":"https://deploymentsafety.openai.com/gpt-5-6-preview/gpt-5-6-preview.pdf","measured_date":"2026-06-25"},{"benchmark":"osworld_2_0","score_raw":50.2,"score_norm":null,"config":"gpt-5.6 terra","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":"2026-07-09"},{"benchmark":"swe_bench_pro","score_raw":63.4,"score_norm":97.33,"config":"gpt-5.6 terra, default reasoning","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":"2026-07-09"},{"benchmark":"terminal_bench","score_raw":87.4,"score_norm":96.94,"config":"gpt-5.6 terra, default reasoning","trust":0,"source_type":"community","source_url":"https://www.cometapi.com/gpt-5-6-models-explained-benchmarks-access/","measured_date":"2026-07-09"},{"benchmark":"toolathlon","score_raw":53.1,"score_norm":null,"config":"openai published gpt-5.6 eval table","trust":0,"source_type":"community","source_url":"https://www.marktechpost.com/2026/07/09/openai-releases-gpt-5-6-a-three-tier-model-family-with-programmatic-tool-calling/","measured_date":"2026-07-09"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://developers.openai.com/api/docs/models","publisher":"OpenAI"},{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-terra","publisher":"OpenRouter (listed 2026-07-09)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.6-terra-pro","display_name":"gpt-5.6-terra-pro","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.6","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.6-terra-pro","is_moe":false,"variant_axis":"general","modalities":["file","image","text"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1050000,"release_date":"2026-07-09","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":12,"cache_read_usd_per_m":0.2,"context_length":1050000,"source":"openrouter","source_model_id":"openai/gpt-5.6-terra-pro","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.6-terra-pro","publisher":"OpenRouter (listed 2026-07-09)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-o3","display_name":"o3-2025-04-16","family":{"id":"gpt","vendor":"OpenAI"},"generation":"3","size_class":"frontier-o","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/o3","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-04-16","release_status":"released","status":"current","supersedes":["gpt-o1"],"superseded_by":null,"intelligence":{"index":60.89,"inputs":[{"benchmark":"aime","score_raw":88.9,"score_norm":86.13,"trust":1,"source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","config":"2025, o3 (no tools)"},{"benchmark":"arc_agi_2","score_raw":2.9,"score_norm":0,"trust":3,"source_url":"https://arcprize.org/blog/analyzing-o3-with-arc-agi","config":"arc-agi-2 semi-private eval, o3-medium"},{"benchmark":"arena_elo","score_raw":1430.7,"score_norm":47.29,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":83.3,"score_norm":82.11,"trust":1,"source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","config":"o3 (no tools)"},{"benchmark":"hle","score_raw":20.32,"score_norm":31.59,"trust":1,"source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","config":"o3 (no tools)"},{"benchmark":"mmlu_pro","score_raw":85.6,"score_norm":87.69,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"o3-2025-04-16, vals.ai independent evaluation"},{"benchmark":"swe_bench_verified","score_raw":62.3,"score_norm":69.73,"trust":3,"source_url":"https://epoch.ai/models/o3","config":"epoch ai evaluation, o3 at medium reasoning effort"},{"benchmark":"tau_bench","score_raw":70.4,"score_norm":67.2,"trust":1,"source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","config":"averaged across 5 runs, no custom tools or prompting, o3-high, tau-bench retail"},{"benchmark":"terminal_bench","score_raw":37.1,"score_norm":37.76,"trust":2,"source_url":"https://artificialanalysis.ai/models/o3","config":"artificial analysis intelligence index, terminal-bench hard"}],"coverage":0.8809},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":8,"cache_read_usd_per_m":0.5,"context_length":200000,"source":"openrouter","source_model_id":"openai/o3","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aime","score_raw":88.9,"score_norm":86.13,"config":"2025, o3 (no tools)","trust":1,"source_type":"vendor_claim","source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","measured_date":"2025-04-16"},{"benchmark":"arc_agi_2","score_raw":2.9,"score_norm":0,"config":"arc-agi-2 semi-private eval, o3-medium","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/blog/analyzing-o3-with-arc-agi","measured_date":"2025-04-22"},{"benchmark":"arena_elo","score_raw":1430.7,"score_norm":47.29,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1216.8,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1039,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o3","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1200,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o3","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1073,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o3","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1044,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o3","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1047,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o3","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":83.3,"score_norm":82.11,"config":"o3 (no tools)","trust":1,"source_type":"vendor_claim","source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","measured_date":"2025-04-16"},{"benchmark":"hle","score_raw":20.32,"score_norm":31.59,"config":"o3 (no tools)","trust":1,"source_type":"vendor_claim","source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","measured_date":"2025-04-16"},{"benchmark":"mmlu_pro","score_raw":85.6,"score_norm":87.69,"config":"o3-2025-04-16, vals.ai independent evaluation","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":62.3,"score_norm":69.73,"config":"epoch ai evaluation, o3 at medium reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://epoch.ai/models/o3","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":69.1,"score_norm":78.8,"config":"256k max context, internal tool scaffold, n=477 verified subset, pass@1 averaged over 4 tries","trust":1,"source_type":"vendor_claim","source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","measured_date":"2025-04-16"},{"benchmark":"tau_bench","score_raw":70.4,"score_norm":67.2,"config":"averaged across 5 runs, no custom tools or prompting, o3-high, tau-bench retail","trust":1,"source_type":"vendor_claim","source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","measured_date":"2025-04-16"},{"benchmark":"terminal_bench","score_raw":37.1,"score_norm":37.76,"config":"artificial analysis intelligence index, terminal-bench hard","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/o3","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/o3","publisher":"OpenRouter (listed 2025-04-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-o3-mini-high","display_name":"o3-mini-high-2025-01-31","family":{"id":"gpt","vendor":"OpenAI"},"generation":"3","size_class":"frontier-o-mini-high","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/o3-mini-high","is_moe":false,"variant_axis":"general","modalities":["text","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-02-12","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.1,"completion_usd_per_m":4.4,"cache_read_usd_per_m":0.55,"context_length":200000,"source":"openrouter","source_model_id":"openai/o3-mini-high","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.7,"score_norm":1.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o3-mini-high","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":16.3,"score_norm":16.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o3-mini-high","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":15.7,"score_norm":15.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o3-mini-high","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1363.5,"score_norm":0,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/o3-mini-high","publisher":"OpenRouter (listed 2025-02-12)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-o3-pro","display_name":"o3-pro-2025-06-10","family":{"id":"gpt","vendor":"OpenAI"},"generation":"3","size_class":"frontier-o-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/o3-pro","is_moe":false,"variant_axis":"general","modalities":["text","file","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-06-10","release_status":"released","status":"current","supersedes":["gpt-o1-pro"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":20,"completion_usd_per_m":80,"cache_read_usd_per_m":null,"context_length":200000,"source":"openrouter","source_model_id":"openai/o3-pro","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aime","score_raw":94,"score_norm":92.5,"config":"aime 2024, no tools, openai-reported launch comparison chart","trust":0,"source_type":"community","source_url":"https://patmcguinness.substack.com/p/o3-pro-the-ai-that-thinks-too-much","measured_date":"2025-06-10"},{"benchmark":"gpqa_diamond","score_raw":84,"score_norm":83.1,"config":"no tools, openai-reported at o3-pro launch","trust":2,"source_type":"aggregator","source_url":"https://evals.report/models/openai-o3-pro","measured_date":"2025-06-10"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/o3-pro","publisher":"OpenRouter (listed 2025-06-10)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-o4-mini","display_name":"o4-mini-2025-04-16","family":{"id":"gpt","vendor":"OpenAI"},"generation":"4","size_class":"frontier-o-mini","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/o4-mini","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-04-16","release_status":"released","status":"current","supersedes":["gpt-o3-mini"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.1,"completion_usd_per_m":4.4,"cache_read_usd_per_m":0.275,"context_length":200000,"source":"openrouter","source_model_id":"openai/o4-mini","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1389.8,"score_norm":16.95,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1201.6,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":904,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o4-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":995,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o4-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1010,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o4-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1042,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o4-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1011,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o4-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":996,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o4-mini","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/o4-mini","publisher":"OpenRouter (listed 2025-04-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-o4-mini-high","display_name":"o4-mini-high-2025-04-16","family":{"id":"gpt","vendor":"OpenAI"},"generation":"4","size_class":"frontier-o-mini-high","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/o4-mini-high","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-04-16","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.1,"completion_usd_per_m":4.4,"cache_read_usd_per_m":0.275,"context_length":200000,"source":"openrouter","source_model_id":"openai/o4-mini-high","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/o4-mini-high","publisher":"OpenRouter (listed 2025-04-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-oss-1-safeguard-20b","display_name":"gpt-oss-safeguard-20b","family":{"id":"gpt-oss","vendor":"OpenAI"},"generation":"1","size_class":"safeguard-20b","params_total_b":21.51,"params_active_b":3.6,"params_exact":21511953984,"params_source":"hf_safetensors","hugging_face_id":"openai/gpt-oss-safeguard-20b","openrouter_id":"openai/gpt-oss-safeguard-20b","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-10-29","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.075,"completion_usd_per_m":0.3,"cache_read_usd_per_m":0.0375,"context_length":131072,"source":"openrouter","source_model_id":"openai/gpt-oss-safeguard-20b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":45.171,"kv_cache_gb_per_8k":null,"min_serve_gb":48.075,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":22.586,"kv_cache_gb_per_8k":null,"min_serve_gb":24.361,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":11.293,"kv_cache_gb_per_8k":null,"min_serve_gb":12.938,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":22.586,"kv_cache_gb_per_8k":null,"min_serve_gb":24.361,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":101.33,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3.6,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":168.89,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":30.17,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3.6,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":75.83,"calibration_factor":0.39780219780219783,"calibration_anchors":1,"calibration_fallback":false,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":102970.51,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":3.6,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":558.33,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3.6,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":930.56,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"openai_internal_multi_policy_moderation_accuracy","score_raw":43.6,"score_norm":null,"config":"table 1, internal moderation evaluation","trust":3,"source_type":"paper","source_url":"https://cdn.openai.com/pdf/08b7dee4-8bc6-4955-a219-7793fb69090c/Technical_report__Research_Preview_of_gpt_oss_safeguard.pdf","measured_date":"2025-10-29"},{"benchmark":"openai_moderation_2022_f1","score_raw":82.9,"score_norm":null,"config":"table 2, f1 score","trust":3,"source_type":"paper","source_url":"https://cdn.openai.com/pdf/08b7dee4-8bc6-4955-a219-7793fb69090c/Technical_report__Research_Preview_of_gpt_oss_safeguard.pdf","measured_date":"2025-10-29"},{"benchmark":"toxicchat_f1","score_raw":79.9,"score_norm":null,"config":"table 2, f1 score, short hand-written policy prompt","trust":3,"source_type":"paper","source_url":"https://cdn.openai.com/pdf/08b7dee4-8bc6-4955-a219-7793fb69090c/Technical_report__Research_Preview_of_gpt_oss_safeguard.pdf","measured_date":"2025-10-29"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-safeguard-20b","publisher":"OpenRouter (listed 2025-10-29)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-oss-120-b-120b","display_name":"gpt-oss-120b","family":{"id":"gpt-oss","vendor":"OpenAI"},"generation":"120","size_class":"120b","params_total_b":116.83,"params_active_b":5.1,"params_exact":116829156672,"params_source":"hf_safetensors","hugging_face_id":"openai/gpt-oss-120b","openrouter_id":"openai/gpt-oss-120b","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-08-05","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.03,"completion_usd_per_m":0.17,"cache_read_usd_per_m":0.03,"context_length":131072,"source":"openrouter","source_model_id":"openai/gpt-oss-120b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":245.343,"kv_cache_gb_per_8k":null,"min_serve_gb":261.115,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":122.672,"kv_cache_gb_per_8k":null,"min_serve_gb":132.311,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":61.336,"kv_cache_gb_per_8k":null,"min_serve_gb":67.908,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":122.672,"kv_cache_gb_per_8k":null,"min_serve_gb":132.311,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.8,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":116.83,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":4.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":6285.48,"quant":"int4","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"int4","params_active_b":116.83,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":34.41,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":116.83,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":57.35,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":13.4,"score_norm":13.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-120b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":30.4,"score_norm":30.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-120b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":24.1,"score_norm":24.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-120b","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1352.2,"score_norm":0,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":951,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-120b","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":982,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-120b","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1007,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-120b","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1031,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-120b","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":954,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-120b","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":979,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-120b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-120b","publisher":"OpenRouter (listed 2025-08-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-oss-20-b-20b","display_name":"gpt-oss-20b","family":{"id":"gpt-oss","vendor":"OpenAI"},"generation":"20","size_class":"20b","params_total_b":21.51,"params_active_b":3.6,"params_exact":21511953984,"params_source":"hf_safetensors","hugging_face_id":"openai/gpt-oss-20b","openrouter_id":"openai/gpt-oss-20b","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-08-05","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.03,"completion_usd_per_m":0.13,"cache_read_usd_per_m":0.03,"context_length":131072,"source":"openrouter","source_model_id":"openai/gpt-oss-20b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":45.171,"kv_cache_gb_per_8k":null,"min_serve_gb":48.075,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":22.586,"kv_cache_gb_per_8k":null,"min_serve_gb":24.361,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":11.293,"kv_cache_gb_per_8k":null,"min_serve_gb":12.938,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":22.586,"kv_cache_gb_per_8k":null,"min_serve_gb":24.361,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":16.96,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":21.51,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":28.27,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":7.62,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":21.51,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":12.69,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":17069.56,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":21.51,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":93.44,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":21.51,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":155.74,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":3.1,"score_norm":3.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-20b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":20.7,"score_norm":20.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-20b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":15.2,"score_norm":15.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-20b","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":952,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-20b","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":864,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-20b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-oss-20b","publisher":"OpenRouter (listed 2025-08-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"granite-3.3-8b-instruct","display_name":"Granite-3.3-8B-Instruct","family":{"id":"granite","vendor":"IBM"},"generation":"3.3","size_class":"8b","params_total_b":8.17,"params_active_b":8.17,"params_exact":8170864640,"params_source":"hf_safetensors","hugging_face_id":"ibm-granite/granite-3.3-8b-instruct","openrouter_id":null,"is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":128000,"release_date":"2025-04-16","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":17.157,"kv_cache_gb_per_8k":null,"min_serve_gb":18.402,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":8.579,"kv_cache_gb_per_8k":null,"min_serve_gb":9.824,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.289,"kv_cache_gb_per_8k":null,"min_serve_gb":5.534,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":8.579,"kv_cache_gb_per_8k":null,"min_serve_gb":9.824,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":44.65,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":8.17,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":74.42,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":20.05,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":8.17,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":33.41,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":44940.79,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":8.17,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":246.02,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":8.17,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":410.04,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"granite-4.0-h-micro","display_name":"granite-4.0-h-micro","family":{"id":"granite","vendor":"IBM"},"generation":"4.0","size_class":"frontier-micro","params_total_b":3.19,"params_active_b":3.19,"params_exact":3191396096,"params_source":"hf_safetensors","hugging_face_id":"ibm-granite/granite-4.0-h-micro","openrouter_id":"ibm-granite/granite-4.0-h-micro","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131000,"release_date":"2025-10-20","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.017,"completion_usd_per_m":0.112,"cache_read_usd_per_m":null,"context_length":131000,"source":"openrouter","source_model_id":"ibm-granite/granite-4.0-h-micro","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":6.699,"kv_cache_gb_per_8k":null,"min_serve_gb":7.795,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":3.35,"kv_cache_gb_per_8k":null,"min_serve_gb":4.446,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":1.675,"kv_cache_gb_per_8k":null,"min_serve_gb":2.771,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":3.35,"kv_cache_gb_per_8k":null,"min_serve_gb":4.446,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":114.36,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3.19,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":190.6,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":51.35,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3.19,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":85.58,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":115099.15,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":3.19,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":630.09,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3.19,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1050.16,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#ibm-granite/granite-4.0-h-micro","publisher":"OpenRouter (listed 2025-10-20)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"granite-4.0-h-small-32b-instruct","display_name":"Granite-4.0-H-Small","family":{"id":"granite","vendor":"IBM"},"generation":"4.0","size_class":"32b","params_total_b":32.21,"params_active_b":9,"params_exact":32207337984,"params_source":"hf_safetensors","hugging_face_id":"ibm-granite/granite-4.0-h-small","openrouter_id":null,"is_moe":true,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":"2025-10-02","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":67.641,"kv_cache_gb_per_8k":null,"min_serve_gb":71.989,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":33.821,"kv_cache_gb_per_8k":null,"min_serve_gb":36.478,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.91,"kv_cache_gb_per_8k":null,"min_serve_gb":18.876,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":33.821,"kv_cache_gb_per_8k":null,"min_serve_gb":36.478,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":81.07,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":9,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":135.11,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":18.2,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":9,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":30.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":41188.2,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":9,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":223.33,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":9,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":372.22,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://www.ibm.com/new/announcements/ibm-granite-4-0-hyper-efficient-high-performance-hybrid-models","publisher":"IBM"},{"url":"https://www.ibm.com/granite/docs/models/granite","publisher":"IBM"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"granite-4.1-8b","display_name":"granite-4.1-8b","family":{"id":"granite","vendor":"IBM"},"generation":"4.1","size_class":"8b","params_total_b":8.79,"params_active_b":8.79,"params_exact":8791592960,"params_source":"hf_safetensors","hugging_face_id":"ibm-granite/granite-4.1-8b","openrouter_id":"ibm-granite/granite-4.1-8b","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2026-04-30","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.05,"completion_usd_per_m":0.1,"cache_read_usd_per_m":0.05,"context_length":131072,"source":"openrouter","source_model_id":"ibm-granite/granite-4.1-8b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":18.459,"kv_cache_gb_per_8k":null,"min_serve_gb":19.723,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":9.23,"kv_cache_gb_per_8k":null,"min_serve_gb":10.494,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.615,"kv_cache_gb_per_8k":null,"min_serve_gb":5.879,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":9.23,"kv_cache_gb_per_8k":null,"min_serve_gb":10.494,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":41.5,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":8.79,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":69.17,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":18.63,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":8.79,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":31.06,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":41770.91,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":8.79,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":228.67,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":8.79,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":381.11,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":9.5,"score_norm":9.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#ibm-granite/granite-4.1-8b","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1192.4,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#ibm-granite/granite-4.1-8b","publisher":"OpenRouter (listed 2026-04-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"grok-0.1-build","display_name":"grok-build-0.1","family":{"id":"grok","vendor":"xAI"},"generation":"0.1","size_class":"frontier-build","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"x-ai/grok-build-0.1","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":256000,"release_date":"2026-05-20","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1,"completion_usd_per_m":2,"cache_read_usd_per_m":0.2,"context_length":256000,"source":"openrouter","source_model_id":"x-ai/grok-build-0.1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":28.9,"score_norm":28.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-build-0.1","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":51.5,"score_norm":51.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-build-0.1","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":40.7,"score_norm":40.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-build-0.1","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#x-ai/grok-build-0.1","publisher":"OpenRouter (listed 2026-05-20)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"grok-4.6","display_name":"Grok 4.6","family":{"id":"grok","vendor":"xAI"},"generation":"4.6","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"x-ai/grok-4.6","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":500000,"release_date":"2026-08-12","release_status":"released","status":"current","supersedes":["grok-4.20","grok-4.20-multi-agent","grok-4.3","grok-4.5"],"superseded_by":null,"intelligence":{"index":86.98,"inputs":[{"benchmark":"arc_agi_2","score_raw":67.08,"score_norm":68.98,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run xai-grok-4-6-xhigh, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1463.6,"score_norm":71.69,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":94.697,"score_norm":98.16,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall"},{"benchmark":"hle","score_raw":42.91,"score_norm":70.53,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, grok 4.6 (high)"},{"benchmark":"livebench","score_raw":78.04,"score_norm":84.53,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run grok-4.6"},{"benchmark":"mmlu_pro","score_raw":89.4,"score_norm":95,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall"},{"benchmark":"swe_bench_verified","score_raw":95.6,"score_norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall"},{"benchmark":"terminal_bench","score_raw":78.277,"score_norm":86.21,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, v2.1"}],"coverage":0.873},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"cache_read_usd_per_m":0.5,"context_length":500000,"source":"openrouter","source_model_id":"x-ai/grok-4.6","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":58.7,"score_norm":58.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"aa_briefcase","score_raw":1577,"score_norm":null,"config":"elo, grok 4.6 high","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-6","measured_date":"2026-08-12"},{"benchmark":"aa_coding_index","score_raw":76.8,"score_norm":76.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":60.9,"score_norm":60.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"apex_agents","score_raw":57.5,"score_norm":null,"config":"grok 4.6 high","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-6","measured_date":"2026-08-12"},{"benchmark":"apex_swe","score_raw":56.4,"score_norm":null,"config":"grok 4.6 high","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-6","measured_date":"2026-08-12"},{"benchmark":"arc_agi_2","score_raw":67.08,"score_norm":68.98,"config":"run xai-grok-4-6-xhigh, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1463.6,"score_norm":71.69,"config":"arena entry grok-4.6-high, rank 44, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1463.6,"score_norm":71.69,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1631.1,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"cursorbench_v3_2","score_raw":69.9,"score_norm":null,"config":"grok 4.6 high","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-6","measured_date":"2026-08-12"},{"benchmark":"deepswe_v1_1","score_raw":65.9,"score_norm":null,"config":"grok 4.6 high","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-6","measured_date":"2026-08-12"},{"benchmark":"design_arena_3d","score_raw":1332,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1177,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":null},{"benchmark":"design_arena_asciiart","score_raw":1344,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1322,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1313,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1285,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1346,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1276,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1210,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":null},{"benchmark":"design_arena_uicomponent","score_raw":1347,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1279,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1317,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","measured_date":"2026-08-18"},{"benchmark":"frontiercode_v1_1_extended","score_raw":61.3,"score_norm":null,"config":"grok 4.6 high","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-6","measured_date":"2026-08-12"},{"benchmark":"gdpval_aa_v2","score_raw":1753,"score_norm":null,"config":"elo, grok 4.6 high","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-6","measured_date":"2026-08-12"},{"benchmark":"gpqa_diamond","score_raw":94.697,"score_norm":98.16,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":94.95,"score_norm":98.52,"config":"artificial analysis eval, grok 4.6 (high)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"harvey_lab_vals","score_raw":15.8,"score_norm":null,"config":"grok 4.6 high","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-6","measured_date":"2026-08-12"},{"benchmark":"hle","score_raw":42.91,"score_norm":70.53,"config":"artificial analysis eval, grok 4.6 (high)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"livebench","score_raw":78.04,"score_norm":84.53,"config":"global average, livebench-2026-06-25 release, run grok-4.6","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":89.4,"score_norm":95,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":95.6,"score_norm":100,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":78.277,"score_norm":86.21,"config":"high reasoning effort, overall, v2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":88.39,"score_norm":98.11,"config":"artificial analysis eval, grok 4.6 (high), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"terminal_bench","score_raw":26,"score_norm":24.71,"config":"grok 4.6 high","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-6","measured_date":"2026-08-12"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://docs.x.ai/developers/models","publisher":"xAI"},{"url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.6","publisher":"OpenRouter (listed 2026-08-12)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"hermes-3-llama-3.1-405b","display_name":"hermes-3-llama-3.1-405b","family":{"id":"hermes","vendor":"nousresearch"},"generation":"3","size_class":"frontier","params_total_b":405.85,"params_active_b":405.85,"params_exact":405853388800,"params_source":"hf_safetensors","hugging_face_id":"NousResearch/Hermes-3-Llama-3.1-405B","openrouter_id":"nousresearch/hermes-3-llama-3.1-405b","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"llama3","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2024-08-16","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1,"completion_usd_per_m":1,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"nousresearch/hermes-3-llama-3.1-405b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":852.285,"kv_cache_gb_per_8k":null,"min_serve_gb":907.075,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":426.143,"kv_cache_gb_per_8k":null,"min_serve_gb":459.626,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":213.071,"kv_cache_gb_per_8k":null,"min_serve_gb":235.9,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":426.143,"kv_cache_gb_per_8k":null,"min_serve_gb":459.626,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nousresearch/hermes-3-llama-3.1-405b","publisher":"OpenRouter (listed 2024-08-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"hermes-3-llama-3.1-70b","display_name":"hermes-3-llama-3.1-70b","family":{"id":"hermes","vendor":"nousresearch"},"generation":"3","size_class":"frontier","params_total_b":70.55,"params_active_b":70.55,"params_exact":70553706496,"params_source":"hf_safetensors","hugging_face_id":"NousResearch/Hermes-3-Llama-3.1-70B","openrouter_id":"nousresearch/hermes-3-llama-3.1-70b","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"llama3","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2024-08-18","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.7,"completion_usd_per_m":0.7,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"nousresearch/hermes-3-llama-3.1-70b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":148.155,"kv_cache_gb_per_8k":null,"min_serve_gb":157.679,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":74.078,"kv_cache_gb_per_8k":null,"min_serve_gb":79.898,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":37.039,"kv_cache_gb_per_8k":null,"min_serve_gb":41.007,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":74.078,"kv_cache_gb_per_8k":null,"min_serve_gb":79.898,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.32,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":70.55,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":3.87,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":5204.34,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":70.55,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":28.49,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":70.55,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":47.48,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nousresearch/hermes-3-llama-3.1-70b","publisher":"OpenRouter (listed 2024-08-18)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"hermes-4-405b","display_name":"hermes-4-405b","family":{"id":"hermes","vendor":"nousresearch"},"generation":"4","size_class":"frontier","params_total_b":405.85,"params_active_b":405.85,"params_exact":405853388800,"params_source":"hf_safetensors","hugging_face_id":"NousResearch/Hermes-4-405B","openrouter_id":"nousresearch/hermes-4-405b","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"llama3","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-08-26","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1,"completion_usd_per_m":3,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"nousresearch/hermes-4-405b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":852.285,"kv_cache_gb_per_8k":null,"min_serve_gb":907.075,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":426.143,"kv_cache_gb_per_8k":null,"min_serve_gb":459.626,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":213.071,"kv_cache_gb_per_8k":null,"min_serve_gb":235.9,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":426.143,"kv_cache_gb_per_8k":null,"min_serve_gb":459.626,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nousresearch/hermes-4-405b","publisher":"OpenRouter (listed 2025-08-26)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"hermes-4-70b","display_name":"hermes-4-70b","family":{"id":"hermes","vendor":"nousresearch"},"generation":"4","size_class":"frontier","params_total_b":70.55,"params_active_b":70.55,"params_exact":70553706496,"params_source":"hf_safetensors","hugging_face_id":"NousResearch/Hermes-4-70B","openrouter_id":"nousresearch/hermes-4-70b","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"llama3","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-08-26","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.13,"completion_usd_per_m":0.4,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"nousresearch/hermes-4-70b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":148.155,"kv_cache_gb_per_8k":null,"min_serve_gb":157.679,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":74.078,"kv_cache_gb_per_8k":null,"min_serve_gb":79.898,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":37.039,"kv_cache_gb_per_8k":null,"min_serve_gb":41.007,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":74.078,"kv_cache_gb_per_8k":null,"min_serve_gb":79.898,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.32,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":70.55,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":3.87,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":5204.34,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":70.55,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":28.49,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":70.55,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":47.48,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nousresearch/hermes-4-70b","publisher":"OpenRouter (listed 2025-08-26)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"hy-3","display_name":"hy3","family":{"id":"hy","vendor":"tencent"},"generation":"3","size_class":"frontier","params_total_b":298.79,"params_active_b":null,"params_exact":298786155776,"params_source":"hf_safetensors","hugging_face_id":"tencent/Hy3","openrouter_id":"tencent/hy3","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-07-06","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":86.4,"inputs":[{"benchmark":"arena_elo","score_raw":1456.5,"score_norm":66.42,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":90.4,"score_norm":92.11,"trust":1,"source_url":"https://huggingface.co/tencent/Hy3","config":"official hy3 model card"},{"benchmark":"swe_bench_verified","score_raw":78,"score_norm":90.67,"trust":1,"source_url":"https://huggingface.co/tencent/Hy3","config":"resolved; official hy3 model card"}],"coverage":0.3969},"pricing":{"prompt_usd_per_m":0.132,"completion_usd_per_m":0.528,"cache_read_usd_per_m":0.033,"context_length":262144,"source":"openrouter","source_model_id":"tencent/hy3","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":627.459,"kv_cache_gb_per_8k":null,"min_serve_gb":667.796,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":313.73,"kv_cache_gb_per_8k":null,"min_serve_gb":338.38,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":156.865,"kv_cache_gb_per_8k":null,"min_serve_gb":173.672,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":313.73,"kv_cache_gb_per_8k":null,"min_serve_gb":338.38,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":31.4,"score_norm":31.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#tencent/hy3-preview","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":58.8,"score_norm":58.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#tencent/hy3-preview","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":42.2,"score_norm":42.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#tencent/hy3-preview","measured_date":"2026-08-18"},{"benchmark":"apex_agents","score_raw":25.6,"score_norm":null,"config":"official hy3 model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/tencent/Hy3","measured_date":null},{"benchmark":"arena_elo","score_raw":1456.5,"score_norm":66.42,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1521.7,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"deepswe","score_raw":28,"score_norm":null,"config":"official hy3 model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/tencent/Hy3","measured_date":null},{"benchmark":"design_arena_3d","score_raw":1227,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#tencent/hy3","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1197,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#tencent/hy3","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1147,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#tencent/hy3","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1175,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#tencent/hy3","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1191,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#tencent/hy3","measured_date":null},{"benchmark":"design_arena_website","score_raw":1194,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#tencent/hy3","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":90.4,"score_norm":92.11,"config":"official hy3 model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/tencent/Hy3","measured_date":null},{"benchmark":"long_horizon_terminal_bench","score_raw":28.8,"score_norm":null,"config":"official hy3 model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/tencent/Hy3","measured_date":null},{"benchmark":"swe_bench_multilingual","score_raw":75.8,"score_norm":null,"config":"official hy3 model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/tencent/Hy3","measured_date":null},{"benchmark":"swe_bench_pro","score_raw":57.9,"score_norm":88.17,"config":"official hy3 model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/tencent/Hy3","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":78,"score_norm":90.67,"config":"resolved; official hy3 model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/tencent/Hy3","measured_date":null},{"benchmark":"wildclawbench","score_raw":53.6,"score_norm":null,"config":"overall","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/tencent/Hy3","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#tencent/hy3","publisher":"OpenRouter (listed 2026-07-06)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"kimi-k2-0905","display_name":"kimi-k2-0905","family":{"id":"kimi","vendor":"Moonshot AI"},"generation":"2","size_class":"frontier-k","params_total_b":1026.47,"params_active_b":32,"params_exact":1026470735448,"params_source":"hf_safetensors","hugging_face_id":"moonshotai/Kimi-K2-Instruct-0905","openrouter_id":"moonshotai/kimi-k2-0905","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-09-04","release_status":"released","status":"current","supersedes":["kimi-k2"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.6,"completion_usd_per_m":2.5,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"moonshotai/kimi-k2-0905","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":2155.587,"kv_cache_gb_per_8k":null,"min_serve_gb":2294.16,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":1077.794,"kv_cache_gb_per_8k":null,"min_serve_gb":1162.478,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":538.897,"kv_cache_gb_per_8k":null,"min_serve_gb":596.636,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":1077.794,"kv_cache_gb_per_8k":null,"min_serve_gb":1162.478,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_codecategories","score_raw":1117,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2-0905","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1118,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2-0905","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2-0905","publisher":"OpenRouter (listed 2025-09-04)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"kimi-k2-reasoning","display_name":"kimi-k2-thinking","family":{"id":"kimi","vendor":"Moonshot AI"},"generation":"2","size_class":"frontier-k","params_total_b":1058.12,"params_active_b":32,"params_exact":1058118284416,"params_source":"hf_safetensors","hugging_face_id":"moonshotai/Kimi-K2-Thinking","openrouter_id":"moonshotai/kimi-k2-thinking","is_moe":true,"variant_axis":"reasoning","modalities":["text"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-11-06","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.6,"completion_usd_per_m":2.5,"cache_read_usd_per_m":0.15,"context_length":262144,"source":"openrouter","source_model_id":"moonshotai/kimi-k2-thinking","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":2222.052,"kv_cache_gb_per_8k":null,"min_serve_gb":2364.898,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":1111.026,"kv_cache_gb_per_8k":null,"min_serve_gb":1198.321,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":555.513,"kv_cache_gb_per_8k":null,"min_serve_gb":615.032,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":1111.026,"kv_cache_gb_per_8k":null,"min_serve_gb":1198.321,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":21,"score_norm":21,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2-thinking","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1124,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2-thinking","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2-thinking","publisher":"OpenRouter (listed 2025-11-06)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"kimi-k2.7-code","display_name":"Kimi K2.7 Code","family":{"id":"kimi","vendor":"Moonshot AI"},"generation":"2.7","size_class":"frontier-k","params_total_b":1026.88,"params_active_b":32,"params_exact":1026879376368,"params_source":"hf_safetensors","hugging_face_id":"moonshotai/Kimi-K2.7-Code","openrouter_id":"moonshotai/kimi-k2.7-code","is_moe":true,"variant_axis":"code","modalities":["text","image"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-06-12","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.71,"completion_usd_per_m":3.5,"cache_read_usd_per_m":0.15,"context_length":262144,"source":"openrouter","source_model_id":"moonshotai/kimi-k2.7-code","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":2156.448,"kv_cache_gb_per_8k":null,"min_serve_gb":2295.077,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":1078.224,"kv_cache_gb_per_8k":null,"min_serve_gb":1162.942,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":539.112,"kv_cache_gb_per_8k":null,"min_serve_gb":596.874,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":1078.224,"kv_cache_gb_per_8k":null,"min_serve_gb":1162.942,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":30.3,"score_norm":30.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":60.8,"score_norm":60.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":43,"score_norm":43,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1511.5,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1472.8,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1293,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1135,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1174,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1244,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1278,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":null},{"benchmark":"design_arena_dataviz","score_raw":1249,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1206,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1252,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1185,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1226,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1200,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1185,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":null},{"benchmark":"design_arena_svg","score_raw":1211,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1292,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1213,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1284,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://platform.kimi.ai/docs/models","publisher":"Moonshot AI"},{"url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.7-code","publisher":"OpenRouter (listed 2026-06-12)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"kimi-k3","display_name":"Kimi K3","family":{"id":"kimi","vendor":"Moonshot AI"},"generation":"3","size_class":"frontier-k","params_total_b":2779.93,"params_active_b":104,"params_exact":2779931837184,"params_source":"hf_safetensors","hugging_face_id":"moonshotai/Kimi-K3","openrouter_id":"moonshotai/kimi-k3","is_moe":true,"variant_axis":"general","modalities":["text","image"],"segment":"open_frontier","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":1048576,"release_date":"2026-07-16","release_status":"released","status":"current","supersedes":["kimi-k2.5-0127","kimi-k2.6"],"superseded_by":null,"intelligence":{"index":88.68,"inputs":[{"benchmark":"arc_agi_2","score_raw":60.42,"score_norm":61.58,"trust":3,"source_url":"https://arcprize.org/media/data/evaluations.json","config":"arc prize leaderboard, moonshot-kimi-k3-max, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1489,"score_norm":90.53,"trust":3,"source_url":"https://arena.ai/leaderboard/text","config":"arena.ai text leaderboard, kimi-k3-max (+/-6)"},{"benchmark":"gpqa_diamond","score_raw":93.5,"score_norm":96.48,"trust":1,"source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","config":"reasoning_effort=max, temp=1.0, top_p=0.95"},{"benchmark":"hle","score_raw":43.5,"score_norm":71.55,"trust":1,"source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","config":"hle-full, no tools, reasoning_effort=max"},{"benchmark":"mmlu_pro","score_raw":87.973,"score_norm":92.26,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"kimi-k3, reasoning effort max, temp 1"},{"benchmark":"swe_bench_verified","score_raw":93.4,"score_norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"kimi-k3, max output 262144, temp 1, vals harness"},{"benchmark":"terminal_bench","score_raw":88.3,"score_norm":98,"trust":1,"source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","config":"terminal-bench 2.1, kimi code harness, reasoning_effort=max"}],"coverage":0.7539},"pricing":{"prompt_usd_per_m":3,"completion_usd_per_m":15,"cache_read_usd_per_m":0.3,"context_length":1048576,"source":"openrouter","source_model_id":"moonshotai/kimi-k3","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":5837.853,"kv_cache_gb_per_8k":null,"min_serve_gb":6213.144,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":2918.927,"kv_cache_gb_per_8k":null,"min_serve_gb":3148.271,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":1459.463,"kv_cache_gb_per_8k":null,"min_serve_gb":1615.834,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":2918.927,"kv_cache_gb_per_8k":null,"min_serve_gb":3148.271,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":54.3,"score_norm":54.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":76.2,"score_norm":76.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":59.7,"score_norm":59.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"aa_lcr","score_raw":74.7,"score_norm":null,"config":"reasoning_effort=max","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"arc_agi_2","score_raw":60.42,"score_norm":61.58,"config":"arc prize leaderboard, moonshot-kimi-k3-max, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/media/data/evaluations.json","measured_date":null},{"benchmark":"arena_elo","score_raw":1489,"score_norm":90.53,"config":"arena.ai text leaderboard, kimi-k3-max (+/-6)","trust":3,"source_type":"leaderboard","source_url":"https://arena.ai/leaderboard/text","measured_date":null},{"benchmark":"browsecomp","score_raw":91.2,"score_norm":null,"config":"context-compaction at 300k tokens (90.4 with full 1m context, no management)","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"deepswe","score_raw":67.5,"score_norm":null,"config":"kimi code harness (67.3 with mini-swe-agent)","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"design_arena_3d","score_raw":1449,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1202,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1403,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1371,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1347,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1443,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1199,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1290,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":null},{"benchmark":"design_arena_python_pptxslides","score_raw":1383,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1341,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1384,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1319,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1368,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","measured_date":"2026-08-18"},{"benchmark":"frontierswe","score_raw":81.2,"score_norm":null,"config":"kimi code harness","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"gpqa_diamond","score_raw":93.5,"score_norm":96.48,"config":"reasoning_effort=max, temp=1.0, top_p=0.95","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"hle","score_raw":43.5,"score_norm":71.55,"config":"hle-full, no tools, reasoning_effort=max","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"mmlu_pro","score_raw":87.973,"score_norm":92.26,"config":"kimi-k3, reasoning effort max, temp 1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"mmmu_pro","score_raw":81.6,"score_norm":null,"config":"no tools (83.4 with python tool), avg of 3 runs","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"osworld_verified","score_raw":84.8,"score_norm":null,"config":"reasoning_effort=max","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"programbench","score_raw":77.8,"score_norm":null,"config":"reasoning_effort=max","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"scicode","score_raw":58.7,"score_norm":null,"config":"reasoning_effort=max","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"swe_bench_verified","score_raw":93.4,"score_norm":100,"config":"kimi-k3, max output 262144, temp 1, vals harness","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"swe_marathon","score_raw":42,"score_norm":null,"config":"claude code harness, h20-calibrated tasks","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"},{"benchmark":"terminal_bench","score_raw":88.3,"score_norm":98,"config":"terminal-bench 2.1, kimi code harness, reasoning_effort=max","trust":1,"source_type":"vendor_claim","source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","measured_date":"2026-07-16"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://platform.kimi.ai/docs/models","publisher":"Moonshot AI"},{"url":"https://www.moonshot.ai/","publisher":"Moonshot AI"},{"url":"https://huggingface.co/moonshotai/Kimi-K3","publisher":"Hugging Face"},{"url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k3","publisher":"OpenRouter (listed 2026-07-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"l-3-lunaris-8b","display_name":"l3-lunaris-8b","family":{"id":"l","vendor":"sao10k"},"generation":"3","size_class":"frontier","params_total_b":8.03,"params_active_b":8.03,"params_exact":8030261248,"params_source":"hf_safetensors","hugging_face_id":"Sao10K/L3-8B-Lunaris-v1","openrouter_id":"sao10k/l3-lunaris-8b","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_mid","license":"llama3","is_open_weights":true,"self_hostable":true,"context_window_tok":8192,"release_date":"2024-08-13","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.04,"completion_usd_per_m":0.05,"cache_read_usd_per_m":null,"context_length":8192,"source":"openrouter","source_model_id":"sao10k/l3-lunaris-8b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":16.863,"kv_cache_gb_per_8k":null,"min_serve_gb":18.104,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":8.432,"kv_cache_gb_per_8k":null,"min_serve_gb":9.673,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.216,"kv_cache_gb_per_8k":null,"min_serve_gb":5.457,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":8.432,"kv_cache_gb_per_8k":null,"min_serve_gb":9.673,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":45.43,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":8.03,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":75.72,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":20.4,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":8.03,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":34,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":45724.32,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":8.03,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":250.31,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":8.03,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":417.19,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#sao10k/l3-lunaris-8b","publisher":"OpenRouter (listed 2024-08-13)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"l-3.1-euryale-70b","display_name":"l3.1-euryale-70b","family":{"id":"l","vendor":"sao10k"},"generation":"3.1","size_class":"frontier","params_total_b":70,"params_active_b":70,"params_exact":null,"params_source":null,"hugging_face_id":"Sao10K/L3.1-70B-Euryale-v2.2","openrouter_id":"sao10k/l3.1-euryale-70b","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"cc-by-nc-4.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2024-08-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.85,"completion_usd_per_m":0.85,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"sao10k/l3.1-euryale-70b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":147,"kv_cache_gb_per_8k":null,"min_serve_gb":156.45,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":73.5,"kv_cache_gb_per_8k":null,"min_serve_gb":79.275,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":36.75,"kv_cache_gb_per_8k":null,"min_serve_gb":40.688,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":73.5,"kv_cache_gb_per_8k":null,"min_serve_gb":79.275,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.34,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":70,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":3.9,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":5245.23,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":70,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":28.71,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":70,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":47.86,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#sao10k/l3.1-euryale-70b","publisher":"OpenRouter (listed 2024-08-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"l-3.3-euryale-70b-v2.3","display_name":"l3.3-euryale-70b-v2.3","family":{"id":"l","vendor":"sao10k"},"generation":"3.3","size_class":"frontier","params_total_b":70.55,"params_active_b":70.55,"params_exact":70553706496,"params_source":"hf_safetensors","hugging_face_id":"Sao10K/L3.3-70B-Euryale-v2.3","openrouter_id":"sao10k/l3.3-euryale-70b","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"llama3","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2024-12-18","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.65,"completion_usd_per_m":0.75,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"sao10k/l3.3-euryale-70b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":148.155,"kv_cache_gb_per_8k":null,"min_serve_gb":157.679,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":74.078,"kv_cache_gb_per_8k":null,"min_serve_gb":79.898,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":37.039,"kv_cache_gb_per_8k":null,"min_serve_gb":41.007,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":74.078,"kv_cache_gb_per_8k":null,"min_serve_gb":79.898,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.32,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":70.55,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":3.87,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":5204.34,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":70.55,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":28.49,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":70.55,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":47.48,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#sao10k/l3.3-euryale-70b","publisher":"OpenRouter (listed 2024-12-18)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"lfm-2.5-2.6b","display_name":"lfm-2.5-2.6b","family":{"id":"lfm","vendor":"liquid"},"generation":"2.5","size_class":"2.6b","params_total_b":2.7,"params_active_b":2.7,"params_exact":2697198592,"params_source":"hf_safetensors","hugging_face_id":"LiquidAI/LFM2.5-2.6B","openrouter_id":"liquid/lfm-2.5-2.6b:free","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_edge","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":128000,"release_date":null,"release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0,"completion_usd_per_m":0,"cache_read_usd_per_m":null,"context_length":128000,"source":"openrouter","source_model_id":"liquid/lfm-2.5-2.6b:free","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":5.67,"kv_cache_gb_per_8k":null,"min_serve_gb":6.751,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":2.835,"kv_cache_gb_per_8k":null,"min_serve_gb":3.916,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":1.418,"kv_cache_gb_per_8k":null,"min_serve_gb":2.499,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":2.835,"kv_cache_gb_per_8k":null,"min_serve_gb":3.916,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":135.11,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":2.7,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":225.19,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":60.67,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":2.7,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":101.11,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":135987.51,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":2.7,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":744.44,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":2.7,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1240.74,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#liquid/lfm-2.5-2.6b:free","publisher":"OpenRouter (listed 2026-08-11)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"ling-2.6-1t","display_name":"ling-2.6-1t","family":{"id":"ling","vendor":"inclusionai"},"generation":"2.6","size_class":"frontier","params_total_b":1000,"params_active_b":1000,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"inclusionai/ling-2.6-1t","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2026-04-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.075,"completion_usd_per_m":0.625,"cache_read_usd_per_m":0.015,"context_length":262144,"source":"openrouter","source_model_id":"inclusionai/ling-2.6-1t","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#inclusionai/ling-2.6-1t","publisher":"OpenRouter (listed 2026-04-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"ling-3.0-flash","display_name":"ling-3.0-flash","family":{"id":"ling","vendor":"inclusionai"},"generation":"3.0","size_class":"frontier-flash","params_total_b":127.49,"params_active_b":null,"params_exact":127486405600,"params_source":"hf_safetensors","hugging_face_id":"inclusionAI/Ling-3.0-flash","openrouter_id":"inclusionai/ling-3.0-flash","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-07-23","release_status":"released","status":"current","supersedes":["ling-2.6-flash"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.021,"completion_usd_per_m":0.063,"cache_read_usd_per_m":0.0042,"context_length":262144,"source":"openrouter","source_model_id":"inclusionai/ling-3.0-flash","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":267.729,"kv_cache_gb_per_8k":null,"min_serve_gb":284.94,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":133.865,"kv_cache_gb_per_8k":null,"min_serve_gb":144.383,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":66.932,"kv_cache_gb_per_8k":null,"min_serve_gb":74.103,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":133.865,"kv_cache_gb_per_8k":null,"min_serve_gb":144.383,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.57,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":127.49,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":4.28,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":5815.26,"quant":"int4","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":4,"quant":"int4","params_active_b":127.49,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":31.53,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":127.49,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":52.55,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":29.3,"score_norm":29.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inclusionai/ling-3.0-flash","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":50.6,"score_norm":50.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inclusionai/ling-3.0-flash","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":37.8,"score_norm":37.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inclusionai/ling-3.0-flash","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#inclusionai/ling-3.0-flash","publisher":"OpenRouter (listed 2026-07-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"llama-3.1-405b-instruct","display_name":"Llama-3.1-405B-Instruct","family":{"id":"llama","vendor":"Meta"},"generation":"3.1","size_class":"405b","params_total_b":405.85,"params_active_b":405.85,"params_exact":405853388800,"params_source":"hf_safetensors","hugging_face_id":"meta-llama/Llama-3.1-405B-Instruct","openrouter_id":null,"is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_frontier","license":"llama3.1","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2024-07-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":24.58,"inputs":[{"benchmark":"aime","score_raw":3,"score_norm":0,"trust":2,"source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","config":"2025, artificial analysis independent run, non-reasoning"},{"benchmark":"gpqa_diamond","score_raw":50.7,"score_norm":36.2,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","config":"0-shot, exact match (main set, not diamond)"},{"benchmark":"hle","score_raw":3.98,"score_norm":3.41,"trust":2,"source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","config":"artificial analysis independent run, no tools"},{"benchmark":"mmlu_pro","score_raw":73.3,"score_norm":64.04,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","config":"cot, 5-shot, micro_avg/acc_char"},{"benchmark":"tau_bench","score_raw":19.01,"score_norm":0,"trust":2,"source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","config":"artificial analysis independent run, tau2"},{"benchmark":"terminal_bench","score_raw":6.82,"score_norm":2.14,"trust":2,"source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","config":"artificial analysis independent run, terminal-bench hard subset"}],"coverage":0.5635},"pricing":null,"memory":[{"quant":"fp16","weights_gb":852.285,"kv_cache_gb_per_8k":null,"min_serve_gb":907.075,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":426.143,"kv_cache_gb_per_8k":null,"min_serve_gb":459.626,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":213.071,"kv_cache_gb_per_8k":null,"min_serve_gb":235.9,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":426.143,"kv_cache_gb_per_8k":null,"min_serve_gb":459.626,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aime","score_raw":3,"score_norm":0,"config":"2025, artificial analysis independent run, non-reasoning","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","measured_date":null},{"benchmark":"arc_challenge","score_raw":96.9,"score_norm":null,"config":"0-shot, acc","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"bfcl","score_raw":88.5,"score_norm":null,"config":"0-shot, acc","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":50.7,"score_norm":36.2,"config":"0-shot, exact match (main set, not diamond)","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"gsm8k","score_raw":96.8,"score_norm":null,"config":"cot, 8-shot, em_maj1@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"hle","score_raw":3.98,"score_norm":3.41,"config":"artificial analysis independent run, no tools","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","measured_date":null},{"benchmark":"humaneval","score_raw":89,"score_norm":null,"config":"0-shot, pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"ifeval","score_raw":88.6,"score_norm":null,"config":"as published on model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"lmarena_text_arena_elo","score_raw":1335,"score_norm":null,"config":"+/-4, 375 votes, 41, llama-3.1-405b-instruct-bf16, rank 219, text arena overall","trust":3,"source_type":"leaderboard","source_url":"https://arena.ai/leaderboard/text","measured_date":"2026-08-17"},{"benchmark":"math","score_raw":73.8,"score_norm":null,"config":"cot, 0-shot, final_em","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"mgsm","score_raw":91.6,"score_norm":null,"config":"cot, 0-shot, em (multilingual)","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"mmlu","score_raw":87.3,"score_norm":null,"config":"5-shot, macro_avg/acc","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"mmlu_pro","score_raw":73.3,"score_norm":64.04,"config":"cot, 5-shot, micro_avg/acc_char","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"multipl_e_humaneval","score_raw":75.2,"score_norm":null,"config":"0-shot, pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","measured_date":null},{"benchmark":"tau_bench","score_raw":19.01,"score_norm":0,"config":"artificial analysis independent run, tau2","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","measured_date":null},{"benchmark":"terminal_bench","score_raw":6.82,"score_norm":2.14,"config":"artificial analysis independent run, terminal-bench hard subset","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://ai.meta.com/blog/meta-llama-3-1/","publisher":"Meta"},{"url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"llama-3.1-8b-instruct","display_name":"llama-3.1-8b-instruct","family":{"id":"llama","vendor":"Meta"},"generation":"3.1","size_class":"8b","params_total_b":8.03,"params_active_b":8.03,"params_exact":8030261248,"params_source":"hf_safetensors","hugging_face_id":"meta-llama/Meta-Llama-3.1-8B-Instruct","openrouter_id":"meta-llama/llama-3.1-8b-instruct","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"llama3.1","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2024-07-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.05,"completion_usd_per_m":0.08,"cache_read_usd_per_m":0.025,"context_length":131072,"source":"openrouter","source_model_id":"meta-llama/llama-3.1-8b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":16.863,"kv_cache_gb_per_8k":null,"min_serve_gb":18.104,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":8.432,"kv_cache_gb_per_8k":null,"min_serve_gb":9.673,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.216,"kv_cache_gb_per_8k":null,"min_serve_gb":5.457,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":8.432,"kv_cache_gb_per_8k":null,"min_serve_gb":9.673,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":45.43,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":8.03,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":75.72,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":20.4,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":8.03,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":34,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":45724.32,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":8.03,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":250.31,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":8.03,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":417.19,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":5.4,"score_norm":5.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-3.1-8b-instruct","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#meta-llama/llama-3.1-8b-instruct","publisher":"OpenRouter (listed 2024-07-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"llama-3.2-1b-instruct","display_name":"llama-3.2-1b-instruct","family":{"id":"llama","vendor":"Meta"},"generation":"3.2","size_class":"1b","params_total_b":1.24,"params_active_b":1.24,"params_exact":1235814400,"params_source":"hf_safetensors","hugging_face_id":"meta-llama/Llama-3.2-1B-Instruct","openrouter_id":"meta-llama/llama-3.2-1b-instruct","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_edge","license":"llama3.2","is_open_weights":true,"self_hostable":true,"context_window_tok":60000,"release_date":"2024-09-25","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.027,"completion_usd_per_m":0.201,"cache_read_usd_per_m":null,"context_length":60000,"source":"openrouter","source_model_id":"meta-llama/llama-3.2-1b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":2.604,"kv_cache_gb_per_8k":null,"min_serve_gb":3.641,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":1.302,"kv_cache_gb_per_8k":null,"min_serve_gb":2.339,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":0.651,"kv_cache_gb_per_8k":null,"min_serve_gb":1.688,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":1.302,"kv_cache_gb_per_8k":null,"min_serve_gb":2.339,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":294.19,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":1.24,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":490.32,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":132.1,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":1.24,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":220.16,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":296101.84,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":1.24,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":1620.97,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":1.24,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":2701.61,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#meta-llama/llama-3.2-1b-instruct","publisher":"OpenRouter (listed 2024-09-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"llama-3.2-3b-instruct","display_name":"llama-3.2-3b-instruct","family":{"id":"llama","vendor":"Meta"},"generation":"3.2","size_class":"3b","params_total_b":3.21,"params_active_b":3.21,"params_exact":3212749824,"params_source":"hf_safetensors","hugging_face_id":"meta-llama/Llama-3.2-3B-Instruct","openrouter_id":"meta-llama/llama-3.2-3b-instruct","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_edge","license":"llama3.2","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2024-09-25","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.05,"completion_usd_per_m":0.33,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"meta-llama/llama-3.2-3b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":6.741,"kv_cache_gb_per_8k":null,"min_serve_gb":7.837,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":3.371,"kv_cache_gb_per_8k":null,"min_serve_gb":4.467,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":1.685,"kv_cache_gb_per_8k":null,"min_serve_gb":2.781,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":3.371,"kv_cache_gb_per_8k":null,"min_serve_gb":4.467,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":113.64,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3.21,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":189.41,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":51.03,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3.21,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":85.05,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":114382.02,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":3.21,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":626.17,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3.21,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1043.61,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#meta-llama/llama-3.2-3b-instruct","publisher":"OpenRouter (listed 2024-09-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"llama-3.3-70b-instruct","display_name":"Llama-3.3-70B-Instruct","family":{"id":"llama","vendor":"Meta"},"generation":"3.3","size_class":"70b","params_total_b":70.55,"params_active_b":70.55,"params_exact":70553706496,"params_source":"hf_safetensors","hugging_face_id":"meta-llama/Llama-3.3-70B-Instruct","openrouter_id":"meta-llama/llama-3.3-70b-instruct","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_large","license":"llama3.3","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2024-12-06","release_status":"released","status":"current","supersedes":["llama-3.1-70b-instruct"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.32,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"meta-llama/llama-3.3-70b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":148.155,"kv_cache_gb_per_8k":null,"min_serve_gb":157.679,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":74.078,"kv_cache_gb_per_8k":null,"min_serve_gb":79.898,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":37.039,"kv_cache_gb_per_8k":null,"min_serve_gb":41.007,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":74.078,"kv_cache_gb_per_8k":null,"min_serve_gb":79.898,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.32,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":70.55,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":3.87,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":5204.34,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":70.55,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":28.49,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":70.55,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":47.48,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":11.9,"score_norm":11.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-3.3-70b-instruct","measured_date":"2026-08-18"},{"benchmark":"bfcl_v2","score_raw":77.3,"score_norm":null,"config":"0-shot, overall_ast_summary/macro_avg/valid","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","measured_date":"2024-12-06"},{"benchmark":"gpqa_diamond","score_raw":50.5,"score_norm":35.92,"config":"cot, 0-shot, acc","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","measured_date":"2024-12-06"},{"benchmark":"humaneval","score_raw":88.4,"score_norm":null,"config":"0-shot, pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","measured_date":"2024-12-06"},{"benchmark":"ifeval","score_raw":92.1,"score_norm":null,"config":"steerability","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","measured_date":"2024-12-06"},{"benchmark":"math","score_raw":77,"score_norm":null,"config":"cot, 0-shot, sympy_intersection_score","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","measured_date":"2024-12-06"},{"benchmark":"mbpp_evalplus","score_raw":87.6,"score_norm":null,"config":"base, 0-shot, pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","measured_date":"2024-12-06"},{"benchmark":"mgsm","score_raw":91.1,"score_norm":null,"config":"0-shot, em","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","measured_date":"2024-12-06"},{"benchmark":"mmlu","score_raw":86,"score_norm":null,"config":"cot, 0-shot, macro_avg/acc","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","measured_date":"2024-12-06"},{"benchmark":"mmlu_pro","score_raw":68.9,"score_norm":55.58,"config":"cot, 5-shot, macro_avg/acc","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","measured_date":"2024-12-06"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/meta-llama","publisher":"Hugging Face"},{"url":"https://www.interconnects.ai/p/llama-4","publisher":"Interconnects"},{"url":"https://openrouter.ai/api/v1/models#meta-llama/llama-3.3-70b-instruct","publisher":"OpenRouter (listed 2024-12-06)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"llama-4-guard-12b","display_name":"llama-guard-4-12b","family":{"id":"llama","vendor":"Meta"},"generation":"4","size_class":"guard-12b","params_total_b":12,"params_active_b":12,"params_exact":12001097216,"params_source":"hf_safetensors","hugging_face_id":"meta-llama/Llama-Guard-4-12B","openrouter_id":"meta-llama/llama-guard-4-12b","is_moe":false,"variant_axis":"general","modalities":["image","text"],"segment":"open_mid","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":1048576,"release_date":"2025-04-30","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.18,"completion_usd_per_m":0.18,"cache_read_usd_per_m":null,"context_length":1048576,"source":"openrouter","source_model_id":"meta-llama/llama-guard-4-12b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":25.2,"kv_cache_gb_per_8k":null,"min_serve_gb":26.82,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":12.6,"kv_cache_gb_per_8k":null,"min_serve_gb":13.96,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":6.3,"kv_cache_gb_per_8k":null,"min_serve_gb":7.66,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":12.6,"kv_cache_gb_per_8k":null,"min_serve_gb":13.96,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":30.4,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":12,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":50.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":13.65,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":12,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":22.75,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":30597.19,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":12,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":167.5,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":12,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":279.17,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#meta-llama/llama-guard-4-12b","publisher":"OpenRouter (listed 2025-04-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"llama-4-maverick-17b-128e-instruct","display_name":"Llama-4-Maverick-17B-128E-Instruct","family":{"id":"llama","vendor":"Meta"},"generation":"4","size_class":"17b","params_total_b":401.58,"params_active_b":17,"params_exact":401583781376,"params_source":"hf_safetensors","hugging_face_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct","openrouter_id":"meta-llama/llama-4-maverick","is_moe":true,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_frontier","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":1048576,"release_date":"2025-04-05","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":34.36,"inputs":[{"benchmark":"aime","score_raw":25.21,"score_norm":6.51,"trust":3,"source_url":"https://www.vals.ai/benchmarks/aime","config":"overall accuracy (95% ci 17.5-32.9), served via fireworks as llama4-maverick-instruct-basic, vals ai aime leaderboard"},{"benchmark":"arc_agi_2","score_raw":0,"score_norm":0,"trust":2,"source_url":"https://epoch.ai/models/llama-4-maverick","config":"best score across settings, epoch ai independent eval"},{"benchmark":"arena_elo","score_raw":1417,"score_norm":37.12,"trust":1,"source_url":"https://ai.meta.com/blog/llama-4-multimodal-intelligence/","config":"llama-4-maverick-03-26-experimental chat variant (not the public release); meta-reported"},{"benchmark":"gpqa_diamond","score_raw":69.8,"score_norm":63.1,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","config":"accuracy; 0-shot, averaged over multiple generations"},{"benchmark":"hle","score_raw":5.7,"score_norm":6.38,"trust":2,"source_url":"https://epoch.ai/models/llama-4-maverick","config":"best score across settings, epoch ai independent eval, no tools"},{"benchmark":"livebench","score_raw":54.38,"score_norm":31.96,"trust":3,"source_url":"https://livebench.ai/table_2025_04_02.csv","config":"global average = mean of 6 category averages computed from official table_2025_04_02.csv, livebench 2025-04-02 release"},{"benchmark":"mmlu_pro","score_raw":80.5,"score_norm":77.88,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","config":"macro_avg/acc; 0-shot, temperature=0, no majority voting"},{"benchmark":"terminal_bench","score_raw":2.25,"score_norm":0,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2","config":"overall accuracy (2/89 tasks), terminus 2 harness, vals ai terminal-bench 2.0"}],"coverage":0.7935},"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":0.8,"cache_read_usd_per_m":null,"context_length":1048576,"source":"openrouter","source_model_id":"meta-llama/llama-4-maverick","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":843.318,"kv_cache_gb_per_8k":null,"min_serve_gb":897.531,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":421.659,"kv_cache_gb_per_8k":null,"min_serve_gb":454.789,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":210.83,"kv_cache_gb_per_8k":null,"min_serve_gb":233.419,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":421.659,"kv_cache_gb_per_8k":null,"min_serve_gb":454.789,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.2,"score_norm":1.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-maverick","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":16.3,"score_norm":16.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-maverick","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":14.5,"score_norm":14.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-maverick","measured_date":"2026-08-18"},{"benchmark":"aime","score_raw":25.21,"score_norm":6.51,"config":"overall accuracy (95% ci 17.5-32.9), served via fireworks as llama4-maverick-instruct-basic, vals ai aime leaderboard","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/aime","measured_date":null},{"benchmark":"arc_agi_2","score_raw":0,"score_norm":0,"config":"best score across settings, epoch ai independent eval","trust":2,"source_type":"aggregator","source_url":"https://epoch.ai/models/llama-4-maverick","measured_date":null},{"benchmark":"arena_elo","score_raw":1417,"score_norm":37.12,"config":"llama-4-maverick-03-26-experimental chat variant (not the public release); meta-reported","trust":1,"source_type":"vendor_claim","source_url":"https://ai.meta.com/blog/llama-4-multimodal-intelligence/","measured_date":"2025-04-05"},{"benchmark":"arena_elo_vision","score_raw":1146.8,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"chartqa","score_raw":90,"score_norm":null,"config":"relaxed accuracy","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","measured_date":"2025-04-05"},{"benchmark":"design_arena_3d","score_raw":950,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-maverick","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":899,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-maverick","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":900,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-maverick","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":876,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-maverick","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":927,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-maverick","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":882,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-maverick","measured_date":"2026-08-18"},{"benchmark":"docvqa","score_raw":94.4,"score_norm":null,"config":"test split, anls","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","measured_date":"2025-04-05"},{"benchmark":"gpqa_diamond","score_raw":69.8,"score_norm":63.1,"config":"accuracy; 0-shot, averaged over multiple generations","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","measured_date":"2025-04-05"},{"benchmark":"hle","score_raw":5.7,"score_norm":6.38,"config":"best score across settings, epoch ai independent eval, no tools","trust":2,"source_type":"aggregator","source_url":"https://epoch.ai/models/llama-4-maverick","measured_date":null},{"benchmark":"livebench","score_raw":54.38,"score_norm":31.96,"config":"global average = mean of 6 category averages computed from official table_2025_04_02.csv, livebench 2025-04-02 release","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/table_2025_04_02.csv","measured_date":"2025-04-02"},{"benchmark":"livecodebench","score_raw":43.4,"score_norm":null,"config":"pass@1; window 10/01/2024-02/01/2025","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","measured_date":"2025-04-05"},{"benchmark":"mathvista","score_raw":73.7,"score_norm":null,"config":"accuracy","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","measured_date":"2025-04-05"},{"benchmark":"mmlu_pro","score_raw":80.5,"score_norm":77.88,"config":"macro_avg/acc; 0-shot, temperature=0, no majority voting","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","measured_date":"2025-04-05"},{"benchmark":"mmmu","score_raw":73.4,"score_norm":null,"config":"accuracy, image reasoning","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","measured_date":"2025-04-05"},{"benchmark":"multilingual_mmlu","score_raw":84.6,"score_norm":null,"config":"average across languages","trust":1,"source_type":"vendor_claim","source_url":"https://developer.meta.com/ai/models/llama-4/","measured_date":"2025-04-05"},{"benchmark":"terminal_bench","score_raw":2.25,"score_norm":0,"config":"overall accuracy (2/89 tasks), terminus 2 harness, vals ai terminal-bench 2.0","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://ai.meta.com/blog/llama-4-multimodal-intelligence/","publisher":"Meta"},{"url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","publisher":"Hugging Face"},{"url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-maverick","publisher":"OpenRouter (listed 2025-04-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"llama-4-scout-17b-16e-instruct","display_name":"Llama-4-Scout-17B-16E-Instruct","family":{"id":"llama","vendor":"Meta"},"generation":"4","size_class":"17b","params_total_b":108.64,"params_active_b":17,"params_exact":108641793536,"params_source":"hf_safetensors","hugging_face_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","openrouter_id":"meta-llama/llama-4-scout","is_moe":true,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":1310720,"release_date":"2025-04-05","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.3,"cache_read_usd_per_m":null,"context_length":1310720,"source":"openrouter","source_model_id":"meta-llama/llama-4-scout","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":228.144,"kv_cache_gb_per_8k":null,"min_serve_gb":242.81,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":114.072,"kv_cache_gb_per_8k":null,"min_serve_gb":123.035,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":57.036,"kv_cache_gb_per_8k":null,"min_serve_gb":63.147,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":114.072,"kv_cache_gb_per_8k":null,"min_serve_gb":123.035,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":9.64,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":17,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":16.06,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":43611.04,"quant":"int4","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":4,"quant":"int4","params_active_b":17,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":236.47,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":17,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":394.12,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.1,"score_norm":1.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-scout","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":8.2,"score_norm":8.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-scout","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":10.3,"score_norm":10.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-scout","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1127.9,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"chartqa","score_raw":88.8,"score_norm":null,"config":"0-shot relaxed_accuracy, instruction-tuned","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","measured_date":"2025-04-05"},{"benchmark":"design_arena_codecategories","score_raw":809,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-scout","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":914,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-scout","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":812,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-scout","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":795,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-scout","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":761,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-scout","measured_date":"2026-08-18"},{"benchmark":"docvqa","score_raw":94.4,"score_norm":null,"config":"test, 0-shot anls, instruction-tuned","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","measured_date":"2025-04-05"},{"benchmark":"gpqa_diamond","score_raw":57.2,"score_norm":45.35,"config":"0-shot accuracy, bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","measured_date":"2025-04-05"},{"benchmark":"livecodebench","score_raw":32.8,"score_norm":null,"config":"0-shot pass@1, window 10/01/2024-02/01/2025","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","measured_date":"2025-04-05"},{"benchmark":"mathvista","score_raw":70.7,"score_norm":null,"config":"0-shot accuracy","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","measured_date":"2025-04-05"},{"benchmark":"mgsm","score_raw":90.6,"score_norm":null,"config":"0-shot, average/em","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","measured_date":"2025-04-05"},{"benchmark":"mmlu","score_raw":79.6,"score_norm":null,"config":"pre-trained model, 5-shot, macro_avg/acc_char","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","measured_date":"2025-04-05"},{"benchmark":"mmlu_pro","score_raw":74.3,"score_norm":65.96,"config":"instruction-tuned, 0-shot, macro_avg/acc, bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","measured_date":"2025-04-05"},{"benchmark":"mmmu","score_raw":69.4,"score_norm":null,"config":"0-shot accuracy","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","measured_date":"2025-04-05"},{"benchmark":"mmmu_pro","score_raw":52.2,"score_norm":null,"config":"0-shot, average of standard and vision","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","measured_date":"2025-04-05"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/blog/llama4-release","publisher":"Hugging Face"},{"url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","publisher":"Hugging Face"},{"url":"https://openrouter.ai/api/v1/models#meta-llama/llama-4-scout","publisher":"OpenRouter (listed 2025-04-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"longcat-2.0","display_name":"longcat-2.0","family":{"id":"longcat","vendor":"meituan"},"generation":"2.0","size_class":"frontier","params_total_b":1775.56,"params_active_b":null,"params_exact":1775560491136,"params_source":"hf_safetensors","hugging_face_id":"meituan-longcat/LongCat-2.0","openrouter_id":"meituan/longcat-2.0","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":1048756,"release_date":"2026-07-20","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":1.2,"cache_read_usd_per_m":0.006,"context_length":1048756,"source":"openrouter","source_model_id":"meituan/longcat-2.0","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":3728.676,"kv_cache_gb_per_8k":null,"min_serve_gb":3968.377,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":1864.338,"kv_cache_gb_per_8k":null,"min_serve_gb":2010.822,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":932.169,"kv_cache_gb_per_8k":null,"min_serve_gb":1032.044,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":1864.338,"kv_cache_gb_per_8k":null,"min_serve_gb":2010.822,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":45.3,"score_norm":45.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meituan/longcat-2.0","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#meituan/longcat-2.0","publisher":"OpenRouter (listed 2026-07-20)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"lyria-3-clip","display_name":"lyria-3-clip-preview","family":{"id":"lyria","vendor":"google"},"generation":"3","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/lyria-3-clip-preview","is_moe":false,"variant_axis":"general","modalities":["text","image","audio"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-03-30","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0,"completion_usd_per_m":0,"cache_read_usd_per_m":null,"context_length":1048576,"source":"openrouter","source_model_id":"google/lyria-3-clip-preview","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/lyria-3-clip-preview","publisher":"OpenRouter (listed 2026-03-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"lyria-3-pro","display_name":"lyria-3-pro-preview","family":{"id":"lyria","vendor":"google"},"generation":"3","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/lyria-3-pro-preview","is_moe":false,"variant_axis":"general","modalities":["text","image","audio"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-03-30","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0,"completion_usd_per_m":0,"cache_read_usd_per_m":null,"context_length":1048576,"source":"openrouter","source_model_id":"google/lyria-3-pro-preview","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/lyria-3-pro-preview","publisher":"OpenRouter (listed 2026-03-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mercury-2","display_name":"mercury-2","family":{"id":"mercury","vendor":"inception"},"generation":"2","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"inception/mercury-2","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":128000,"release_date":"2026-03-04","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":0.75,"cache_read_usd_per_m":0.025,"context_length":128000,"source":"openrouter","source_model_id":"inception/mercury-2","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":9.5,"score_norm":9.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":31.1,"score_norm":31.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":21.9,"score_norm":21.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1166.3,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1031,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1043,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1019,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1015,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1009,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1008,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":995,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1016,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inception/mercury-2","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#inception/mercury-2","publisher":"OpenRouter (listed 2026-03-04)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"minimax-01","display_name":"minimax-01","family":{"id":"minimax","vendor":"MiniMax"},"generation":"01","size_class":"frontier","params_total_b":456.09,"params_active_b":null,"params_exact":456089655296,"params_source":"hf_safetensors","hugging_face_id":"MiniMaxAI/MiniMax-Text-01","openrouter_id":"minimax/minimax-01","is_moe":true,"variant_axis":"general","modalities":["text","image"],"segment":"open_large","license":null,"is_open_weights":true,"self_hostable":true,"context_window_tok":1000192,"release_date":"2025-01-15","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":1.1,"cache_read_usd_per_m":null,"context_length":1000192,"source":"openrouter","source_model_id":"minimax/minimax-01","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":957.789,"kv_cache_gb_per_8k":null,"min_serve_gb":1019.361,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":478.895,"kv_cache_gb_per_8k":null,"min_serve_gb":516.522,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":239.447,"kv_cache_gb_per_8k":null,"min_serve_gb":265.102,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":478.895,"kv_cache_gb_per_8k":null,"min_serve_gb":516.522,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#minimax/minimax-01","publisher":"OpenRouter (listed 2025-01-15)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"minimax-m1-reasoning","display_name":"MiniMax-M1","family":{"id":"minimax","vendor":"MiniMax"},"generation":"1","size_class":"frontier-m","params_total_b":456.09,"params_active_b":45.9,"params_exact":456089655296,"params_source":"hf_safetensors","hugging_face_id":"MiniMaxAI/MiniMax-M1-80k","openrouter_id":"minimax/minimax-m1","is_moe":true,"variant_axis":"reasoning","modalities":["text"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":1000000,"release_date":"2025-06","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.55,"completion_usd_per_m":2.2,"cache_read_usd_per_m":null,"context_length":1000000,"source":"openrouter","source_model_id":"minimax/minimax-m1","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":957.789,"kv_cache_gb_per_8k":null,"min_serve_gb":1019.361,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":478.895,"kv_cache_gb_per_8k":null,"min_serve_gb":516.522,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":239.447,"kv_cache_gb_per_8k":null,"min_serve_gb":265.102,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":478.895,"kv_cache_gb_per_8k":null,"min_serve_gb":516.522,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1363.3,"score_norm":0,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://github.com/MiniMax-AI/MiniMax-M1","publisher":"MiniMax"},{"url":"https://openrouter.ai/api/v1/models#minimax/minimax-m1","publisher":"OpenRouter (listed 2025-06-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"minimax-m2.7","display_name":"MiniMax-M2.7","family":{"id":"minimax","vendor":"MiniMax"},"generation":"2.7","size_class":"frontier-m","params_total_b":228.69,"params_active_b":228.69,"params_exact":228689764864,"params_source":"hf_safetensors","hugging_face_id":"MiniMaxAI/MiniMax-M2.7","openrouter_id":"minimax/minimax-m2.7","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":204800,"release_date":"2026-03-18","release_status":"released","status":"current","supersedes":["minimax-m2","minimax-m2-her","minimax-m2.1","minimax-m2.5"],"superseded_by":null,"intelligence":{"index":74.64,"inputs":[{"benchmark":"aime","score_raw":94.2,"score_norm":92.75,"trust":3,"source_url":"https://arxiv.org/html/2605.26494v1","config":"aime 2026"},{"benchmark":"arena_elo","score_raw":1416.2,"score_norm":36.53,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":89.8,"score_norm":91.27,"trust":3,"source_url":"https://arxiv.org/html/2605.26494v1","config":null},{"benchmark":"hle","score_raw":28,"score_norm":44.83,"trust":2,"source_url":"https://arxiv.org/pdf/2605.26494","config":"aa index v4.0 protocol, no-tool subset, pass@1"},{"benchmark":"mmlu_pro","score_raw":81.8,"score_norm":80.38,"trust":2,"source_url":"https://arxiv.org/pdf/2605.26494","config":"artificial analysis index v4.0 protocol, no tools, single sample (pass@1), thinking enabled"},{"benchmark":"swe_bench_verified","score_raw":73.8,"score_norm":85.07,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"max output 196608, temperature 1.0, top_p 0.95, vals.ai independent evaluation"},{"benchmark":"tau_bench","score_raw":84.8,"score_norm":86.4,"trust":2,"source_url":"https://artificialanalysis.ai/models/minimax-m2-7","config":"artificial analysis intelligence index, tau2"},{"benchmark":"terminal_bench","score_raw":57,"score_norm":61.18,"trust":3,"source_url":"https://arxiv.org/html/2605.26494v1","config":"terminal-bench 2.0"}],"coverage":0.8016},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":1.2,"cache_read_usd_per_m":0.06,"context_length":204800,"source":"openrouter","source_model_id":"minimax/minimax-m2.7","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":480.249,"kv_cache_gb_per_8k":null,"min_serve_gb":511.122,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":240.125,"kv_cache_gb_per_8k":null,"min_serve_gb":258.992,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":120.062,"kv_cache_gb_per_8k":null,"min_serve_gb":132.926,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":240.125,"kv_cache_gb_per_8k":null,"min_serve_gb":258.992,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":25.9,"score_norm":25.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":52.6,"score_norm":52.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":38.9,"score_norm":38.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"aime","score_raw":94.2,"score_norm":92.75,"config":"aime 2026","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2605.26494v1","measured_date":null},{"benchmark":"arena_elo","score_raw":1416.2,"score_norm":36.53,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1397.2,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"browsecomp","score_raw":77.8,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2605.26494v1","measured_date":null},{"benchmark":"design_arena_3d","score_raw":1245,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1172,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1254,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1251,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1245,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1174,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1239,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1258,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","measured_date":"2026-08-18"},{"benchmark":"gdpval_aa","score_raw":1495,"score_norm":null,"config":"elo","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":89.8,"score_norm":91.27,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2605.26494v1","measured_date":null},{"benchmark":"hle","score_raw":28,"score_norm":44.83,"config":"aa index v4.0 protocol, no-tool subset, pass@1","trust":2,"source_type":"paper","source_url":"https://arxiv.org/pdf/2605.26494","measured_date":"2026-07-30"},{"benchmark":"hle","score_raw":29.6,"score_norm":47.59,"config":"artificial analysis independent run, no tools","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/minimax-m2-7","measured_date":null},{"benchmark":"mle_bench_lite","score_raw":66.6,"score_norm":null,"config":"medal rate, 22 ml competitions","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","measured_date":null},{"benchmark":"mm_claw","score_raw":62.7,"score_norm":null,"config":"end-to-end","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","measured_date":null},{"benchmark":"mmlu_pro","score_raw":81.8,"score_norm":80.38,"config":"artificial analysis index v4.0 protocol, no tools, single sample (pass@1), thinking enabled","trust":2,"source_type":"paper","source_url":"https://arxiv.org/pdf/2605.26494","measured_date":"2026-07-30"},{"benchmark":"multi_swe_bench","score_raw":52.7,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2605.26494v1","measured_date":null},{"benchmark":"nl2repo","score_raw":39.8,"score_norm":null,"config":"m2.5 = 26.6","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","measured_date":null},{"benchmark":"skillsbench","score_raw":34.9,"score_norm":null,"config":"skillsbench v1.1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","measured_date":null},{"benchmark":"swe_bench_multilingual","score_raw":76.5,"score_norm":null,"config":"% resolved","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","measured_date":null},{"benchmark":"swe_bench_pro","score_raw":56.2,"score_norm":85.33,"config":"reported as 56.22; m2.5 = 55.4","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":73.8,"score_norm":85.07,"config":"max output 196608, temperature 1.0, top_p 0.95, vals.ai independent evaluation","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":null},{"benchmark":"tau_bench","score_raw":84.8,"score_norm":86.4,"config":"artificial analysis intelligence index, tau2","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/minimax-m2-7","measured_date":null},{"benchmark":"terminal_bench","score_raw":57,"score_norm":61.18,"config":"terminal-bench 2.0","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2605.26494v1","measured_date":null},{"benchmark":"toolathlon","score_raw":46.3,"score_norm":null,"config":"accuracy","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","measured_date":null},{"benchmark":"vibe_pro","score_raw":55.6,"score_norm":null,"config":"end-to-end project delivery (web/android/ios)","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","measured_date":null},{"benchmark":"wildclawbench","score_raw":33.8,"score_norm":null,"config":"overall","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://platform.minimax.io/docs/api-reference/api-overview","publisher":"MiniMax"},{"url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","publisher":"Hugging Face"},{"url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.7","publisher":"OpenRouter (listed 2026-03-18)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"minimax-m3-reasoning","display_name":"MiniMax-M3","family":{"id":"minimax","vendor":"MiniMax"},"generation":"3","size_class":"frontier-m","params_total_b":427.04,"params_active_b":427.04,"params_exact":427040140160,"params_source":"hf_safetensors","hugging_face_id":"MiniMaxAI/Minimax-M3","openrouter_id":"minimax/minimax-m3","is_moe":false,"variant_axis":"reasoning","modalities":["text","image","video"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":1048576,"release_date":"2026-06-01","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":1.2,"cache_read_usd_per_m":0.06,"context_length":1048576,"source":"openrouter","source_model_id":"minimax/minimax-m3","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":896.784,"kv_cache_gb_per_8k":null,"min_serve_gb":954.434,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":448.392,"kv_cache_gb_per_8k":null,"min_serve_gb":483.623,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":224.196,"kv_cache_gb_per_8k":null,"min_serve_gb":248.217,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":448.392,"kv_cache_gb_per_8k":null,"min_serve_gb":483.623,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":36.1,"score_norm":36.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":58.6,"score_norm":58.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":45.4,"score_norm":45.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1443.6,"score_norm":56.85,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1434.8,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1474.5,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1239.7,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1489.8,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1265,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1194,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1174,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1188,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1271,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1253,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1220,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1252,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1177,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":null},{"benchmark":"design_arena_mobileapps","score_raw":1221,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":null},{"benchmark":"design_arena_python_pptxslides","score_raw":1206,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1207,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1273,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1234,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1272,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","measured_date":"2026-08-18"},{"benchmark":"kernelbench_hard","score_raw":28.8,"score_norm":null,"config":"official minimax m3 report","trust":1,"source_type":"vendor_claim","source_url":"https://www.minimax.io/blog/minimax-m3","measured_date":"2026-06-01"},{"benchmark":"mcp_atlas","score_raw":74.2,"score_norm":null,"config":"official minimax m3 report","trust":1,"source_type":"vendor_claim","source_url":"https://www.minimax.io/blog/minimax-m3","measured_date":"2026-06-01"},{"benchmark":"osworld_verified","score_raw":70.06,"score_norm":null,"config":"task completion rate at max steps=200 (68.70 at 100 steps)","trust":1,"source_type":"vendor_claim","source_url":"https://www.minimax.io/blog/minimax-m3","measured_date":"2026-06-01"},{"benchmark":"swe_bench_pro","score_raw":59,"score_norm":90,"config":"official minimax m3 report","trust":1,"source_type":"vendor_claim","source_url":"https://www.minimax.io/blog/minimax-m3","measured_date":"2026-06-01"},{"benchmark":"swe_fficiency","score_raw":34.8,"score_norm":null,"config":"official minimax m3 report","trust":1,"source_type":"vendor_claim","source_url":"https://www.minimax.io/blog/minimax-m3","measured_date":"2026-06-01"},{"benchmark":"terminal_bench","score_raw":66,"score_norm":71.76,"config":"terminus 2 harness","trust":1,"source_type":"vendor_claim","source_url":"https://www.minimax.io/blog/minimax-m3","measured_date":"2026-06-01"},{"benchmark":"video_mme","score_raw":84.6,"score_norm":null,"config":"512 frames","trust":1,"source_type":"vendor_claim","source_url":"https://www.minimax.io/blog/minimax-m3","measured_date":"2026-06-01"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://platform.minimax.io/docs/api-reference/api-overview","publisher":"MiniMax"},{"url":"https://www.minimax.io/blog/minimax-m3","publisher":"MiniMax"},{"url":"https://openrouter.ai/api/v1/models#minimax/minimax-m3","publisher":"OpenRouter (listed 2026-05-31)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-1-nemo","display_name":"mistral-nemo","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"1","size_class":"frontier","params_total_b":12.25,"params_active_b":12.25,"params_exact":12247782400,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Mistral-Nemo-Instruct-2407","openrouter_id":"mistralai/mistral-nemo","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2024-07-19","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.019,"completion_usd_per_m":0.03,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"mistralai/mistral-nemo","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":25.725,"kv_cache_gb_per_8k":null,"min_serve_gb":27.379,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":12.863,"kv_cache_gb_per_8k":null,"min_serve_gb":14.231,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":6.431,"kv_cache_gb_per_8k":null,"min_serve_gb":7.799,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":12.863,"kv_cache_gb_per_8k":null,"min_serve_gb":14.231,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":29.78,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":12.25,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":49.63,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":13.37,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":12.25,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":22.29,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":29972.76,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":12.25,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":164.08,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":12.25,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":273.47,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-nemo","publisher":"OpenRouter (listed 2024-07-19)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-2501-small-24b-instruct","display_name":"mistral-small-24b-instruct-2501","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"2501","size_class":"24b","params_total_b":23.57,"params_active_b":23.57,"params_exact":23572403200,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Mistral-Small-24B-Instruct-2501","openrouter_id":"mistralai/mistral-small-24b-instruct-2501","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":32768,"release_date":"2025-01-30","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.05,"completion_usd_per_m":0.08,"cache_read_usd_per_m":null,"context_length":32768,"source":"openrouter","source_model_id":"mistralai/mistral-small-24b-instruct-2501","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":49.497,"kv_cache_gb_per_8k":null,"min_serve_gb":52.679,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":24.749,"kv_cache_gb_per_8k":null,"min_serve_gb":26.694,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":12.374,"kv_cache_gb_per_8k":null,"min_serve_gb":14.081,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":24.749,"kv_cache_gb_per_8k":null,"min_serve_gb":26.694,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":15.48,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":23.57,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":25.8,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":6.95,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":23.57,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":11.58,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":15577.7,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":23.57,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":85.28,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":23.57,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":142.13,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-24b-instruct-2501","publisher":"OpenRouter (listed 2025-01-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-2502-saba","display_name":"mistral-saba-2502","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"2502","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"mistralai/mistral-saba","is_moe":false,"variant_axis":"general","modalities":["text","file"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":32768,"release_date":"2025-02-17","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":0.6,"cache_read_usd_per_m":0.02,"context_length":32768,"source":"openrouter","source_model_id":"mistralai/mistral-saba","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-saba","publisher":"OpenRouter (listed 2025-02-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-2512-large","display_name":"mistral-large-2512","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"2512","size_class":"frontier-large","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"mistralai/mistral-large-2512","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2025-12-01","release_status":"released","status":"current","supersedes":["mistral-1-large","mistral-2407-large"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.5,"completion_usd_per_m":1.5,"cache_read_usd_per_m":0.05,"context_length":262144,"source":"openrouter","source_model_id":"mistralai/mistral-large-2512","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":5.5,"score_norm":5.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":20.1,"score_norm":20.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":15.9,"score_norm":15.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1150,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1101,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1161,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1157,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1119,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1028,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1130,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1174,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2512","publisher":"OpenRouter (listed 2025-12-01)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-2603-small","display_name":"mistral-small-2603","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"2603","size_class":"frontier-small","params_total_b":119.4,"params_active_b":119.4,"params_exact":119401317952,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Mistral-Small-4-119B-2603","openrouter_id":"mistralai/mistral-small-2603","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-03-16","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.15,"completion_usd_per_m":0.6,"cache_read_usd_per_m":0.015,"context_length":262144,"source":"openrouter","source_model_id":"mistralai/mistral-small-2603","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":250.74,"kv_cache_gb_per_8k":null,"min_serve_gb":266.859,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":125.37,"kv_cache_gb_per_8k":null,"min_serve_gb":135.221,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":62.685,"kv_cache_gb_per_8k":null,"min_serve_gb":69.401,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":125.37,"kv_cache_gb_per_8k":null,"min_serve_gb":135.221,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.74,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":119.4,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":4.57,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":6150.19,"quant":"int4","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"int4","params_active_b":119.4,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":33.67,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":119.4,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":56.11,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":4.6,"score_norm":4.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-2603","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":26.6,"score_norm":26.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-2603","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":19.7,"score_norm":19.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-2603","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-2603","publisher":"OpenRouter (listed 2026-03-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3-14b-2512-instruct","display_name":"Ministral-3-14B-Instruct-2512","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3","size_class":"14b","params_total_b":13.95,"params_active_b":13.95,"params_exact":13945032240,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Ministral-3-14B-Instruct-2512","openrouter_id":"mistralai/ministral-14b-2512","is_moe":false,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-12-02","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":0.2,"cache_read_usd_per_m":0.02,"context_length":262144,"source":"openrouter","source_model_id":"mistralai/ministral-14b-2512","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":29.295,"kv_cache_gb_per_8k":null,"min_serve_gb":31.178,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":14.647,"kv_cache_gb_per_8k":null,"min_serve_gb":16.066,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":7.324,"kv_cache_gb_per_8k":null,"min_serve_gb":8.743,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":14.647,"kv_cache_gb_per_8k":null,"min_serve_gb":16.066,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":26.15,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":13.95,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":43.58,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":11.74,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":13.95,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":19.57,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":26320.16,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":13.95,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":144.09,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":13.95,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":240.14,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":2.2,"score_norm":2.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-14b-2512","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":14.4,"score_norm":14.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-14b-2512","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":11.2,"score_norm":11.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-14b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1041,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-14b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1084,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-14b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1077,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-14b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1092,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-14b-2512","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512","publisher":"Hugging Face"},{"url":"https://mistral.ai/news/mistral-3/","publisher":"Mistral AI"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3-14b-2512-reasoning","display_name":"Ministral-3-14B-Reasoning-2512","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3","size_class":"14b","params_total_b":13.95,"params_active_b":13.95,"params_exact":13945031680,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Ministral-3-14B-Reasoning-2512","openrouter_id":null,"is_moe":false,"variant_axis":"reasoning","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":256000,"release_date":"2025-12-02","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":29.295,"kv_cache_gb_per_8k":null,"min_serve_gb":31.178,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":14.647,"kv_cache_gb_per_8k":null,"min_serve_gb":16.066,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":7.324,"kv_cache_gb_per_8k":null,"min_serve_gb":8.743,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":14.647,"kv_cache_gb_per_8k":null,"min_serve_gb":16.066,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":26.15,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":13.95,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":43.58,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":11.74,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":13.95,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":19.57,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":26320.16,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":13.95,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":144.09,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":13.95,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":240.14,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/mistralai/Ministral-3-14B-Reasoning-2512","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3-8b-2512-instruct","display_name":"Ministral-3-8B-Instruct-2512","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3","size_class":"8b","params_total_b":8.92,"params_active_b":8.92,"params_exact":8918026716,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Ministral-3-8B-Instruct-2512","openrouter_id":"mistralai/ministral-8b-2512","is_moe":false,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-12-02","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.15,"completion_usd_per_m":0.15,"cache_read_usd_per_m":0.015,"context_length":262144,"source":"openrouter","source_model_id":"mistralai/ministral-8b-2512","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":18.732,"kv_cache_gb_per_8k":null,"min_serve_gb":20,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":9.366,"kv_cache_gb_per_8k":null,"min_serve_gb":10.634,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.683,"kv_cache_gb_per_8k":null,"min_serve_gb":5.951,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":9.366,"kv_cache_gb_per_8k":null,"min_serve_gb":10.634,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":40.9,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":8.92,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":68.16,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":18.36,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":8.92,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":30.61,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":41162.14,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":8.92,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":225.34,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":8.92,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":375.56,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.2,"score_norm":1.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-8b-2512","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":9.7,"score_norm":9.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-8b-2512","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":9,"score_norm":9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-8b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1082,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-8b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1072,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-8b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1029,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-8b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1076,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-8b-2512","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://mistral.ai/news/mistral-3/","publisher":"Mistral AI"},{"url":"https://openrouter.ai/mistralai","publisher":"OpenRouter"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3-b-2512-3b","display_name":"ministral-3b-2512","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3","size_class":"3b","params_total_b":3.85,"params_active_b":3.85,"params_exact":3849090048,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Ministral-3-3B-Instruct-2512","openrouter_id":"mistralai/ministral-3b-2512","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"open_edge","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-12-02","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.1,"cache_read_usd_per_m":0.01,"context_length":131072,"source":"openrouter","source_model_id":"mistralai/ministral-3b-2512","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":8.085,"kv_cache_gb_per_8k":null,"min_serve_gb":9.201,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":4.043,"kv_cache_gb_per_8k":null,"min_serve_gb":5.159,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":2.021,"kv_cache_gb_per_8k":null,"min_serve_gb":3.137,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":4.043,"kv_cache_gb_per_8k":null,"min_serve_gb":5.159,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":94.75,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3.85,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":157.92,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":42.55,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3.85,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":70.91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":95367.86,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":3.85,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":522.08,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3.85,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":870.13,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.6,"score_norm":1.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-3b-2512","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":4.8,"score_norm":4.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-3b-2512","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":7.1,"score_norm":7.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-3b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1013,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-3b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1029,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-3b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":987,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-3b-2512","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1039,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/ministral-3b-2512","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/ministral-3b-2512","publisher":"OpenRouter (listed 2025-12-02)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3-large-675b-2512-instruct","display_name":"Mistral-Large-3-675B-Instruct-2512","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3","size_class":"675b","params_total_b":675,"params_active_b":41,"params_exact":null,"params_source":null,"hugging_face_id":"mistralai/Mistral-Large-3-675B-Instruct-2512","openrouter_id":null,"is_moe":true,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":256000,"release_date":"2025-12-02","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":34.31,"inputs":[{"benchmark":"aime","score_raw":42.92,"score_norm":28.65,"trust":3,"source_url":"https://www.vals.ai/benchmarks/aime","config":"mistralai/mistral-large-2512, overall accuracy (95% ci 31.3-54.6), vals ai aime leaderboard"},{"benchmark":"arena_elo","score_raw":1415,"score_norm":35.64,"trust":3,"source_url":"https://arena.ai/leaderboard/text","config":"arena (lmarena) text leaderboard, default view, ±3"},{"benchmark":"gpqa_diamond","score_raw":67.17,"score_norm":59.39,"trust":1,"source_url":"https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512","config":"official model card evaluation results (asterisked)"},{"benchmark":"hle","score_raw":4,"score_norm":3.45,"trust":2,"source_url":"https://artificialanalysis.ai/models/comparisons/mistral-large-3-vs-llama-4-maverick","config":"artificial analysis independent eval, no tools, site displays rounded whole percent (4%)"},{"benchmark":"swe_bench_verified","score_raw":41.4,"score_norm":41.87,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall resolved rate (207/500), vals ai swe-bench verified leaderboard"},{"benchmark":"terminal_bench","score_raw":8.99,"score_norm":4.69,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2","config":"overall accuracy (8/89 tasks), terminus 2 harness, vals ai terminal-bench 2.0"}],"coverage":0.6349},"pricing":null,"memory":[{"quant":"fp16","weights_gb":1417.5,"kv_cache_gb_per_8k":null,"min_serve_gb":1508.625,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":708.75,"kv_cache_gb_per_8k":null,"min_serve_gb":764.438,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":354.375,"kv_cache_gb_per_8k":null,"min_serve_gb":392.344,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":708.75,"kv_cache_gb_per_8k":null,"min_serve_gb":764.438,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aime","score_raw":42.92,"score_norm":28.65,"config":"mistralai/mistral-large-2512, overall accuracy (95% ci 31.3-54.6), vals ai aime leaderboard","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/aime","measured_date":null},{"benchmark":"arena_elo","score_raw":1415,"score_norm":35.64,"config":"arena (lmarena) text leaderboard, default view, ±3","trust":3,"source_type":"leaderboard","source_url":"https://arena.ai/leaderboard/text","measured_date":"2026-08-17"},{"benchmark":"gpqa_diamond","score_raw":67.17,"score_norm":59.39,"config":"official model card evaluation results (asterisked)","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512","measured_date":"2025-12-02"},{"benchmark":"hle","score_raw":4,"score_norm":3.45,"config":"artificial analysis independent eval, no tools, site displays rounded whole percent (4%)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/comparisons/mistral-large-3-vs-llama-4-maverick","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":41.4,"score_norm":41.87,"config":"overall resolved rate (207/500), vals ai swe-bench verified leaderboard","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":null},{"benchmark":"terminal_bench","score_raw":8.99,"score_norm":4.69,"config":"overall accuracy (8/89 tasks), terminus 2 harness, vals ai terminal-bench 2.0","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://mistral.ai/news/mistral-3/","publisher":"Mistral AI"},{"url":"https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3-large-vision","display_name":"Mistral Large 3","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3","size_class":"frontier-large","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":null,"is_moe":false,"variant_axis":"vision","modalities":["text","image"],"segment":"open_large","license":"Apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262000,"release_date":"2025-12","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1414.7,"score_norm":35.42,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1361.3,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1199.2,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1230.1,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://docs.mistral.ai/models","publisher":"Mistral AI"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3.1-medium","display_name":"mistral-medium-3.1","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3.1","size_class":"frontier-medium","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"mistralai/mistral-medium-3.1","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":131072,"release_date":"2025-08-13","release_status":"released","status":"current","supersedes":["mistral-3-medium"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.4,"completion_usd_per_m":2,"cache_read_usd_per_m":0.04,"context_length":131072,"source":"openrouter","source_model_id":"mistralai/mistral-medium-3.1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":6.1,"score_norm":6.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":20.5,"score_norm":20.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":14.7,"score_norm":14.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1131,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1030,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1139,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1164,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1113,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1027,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":null},{"benchmark":"design_arena_uicomponent","score_raw":1126,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1144,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3.1","publisher":"OpenRouter (listed 2025-08-13)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3.2-small-24b-2506-instruct","display_name":"mistral-small-3.2-24b-instruct-2506","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3.2","size_class":"24b","params_total_b":24.01,"params_active_b":24.01,"params_exact":24011361280,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","openrouter_id":"mistralai/mistral-small-3.2-24b-instruct","is_moe":false,"variant_axis":"instruct","modalities":["image","text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":256000,"release_date":"2025-06-20","release_status":"released","status":"current","supersedes":["mistral-3.1-small-24b-2503-instruct"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.09375,"completion_usd_per_m":0.25,"cache_read_usd_per_m":null,"context_length":256000,"source":"openrouter","source_model_id":"mistralai/mistral-small-3.2-24b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":50.421,"kv_cache_gb_per_8k":null,"min_serve_gb":53.662,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":25.211,"kv_cache_gb_per_8k":null,"min_serve_gb":27.192,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":12.605,"kv_cache_gb_per_8k":null,"min_serve_gb":14.325,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":25.211,"kv_cache_gb_per_8k":null,"min_serve_gb":27.192,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":15.19,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":24.01,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":25.32,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":6.82,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":24.01,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":11.37,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":15292.22,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":24.01,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":83.72,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":24.01,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":139.53,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"design_arena_codecategories","score_raw":926,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-3.2-24b-instruct","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":947,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-3.2-24b-instruct","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":927,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-3.2-24b-instruct","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":934,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-3.2-24b-instruct","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":907,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-3.2-24b-instruct","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-3.2-24b-instruct","publisher":"OpenRouter (listed 2025-06-20)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3.5-medium-128b","display_name":"Mistral-Medium-3.5-128B","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3.5","size_class":"128b","params_total_b":127.7,"params_active_b":127.7,"params_exact":127704210176,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Mistral-Medium-3.5-128B","openrouter_id":null,"is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":null,"release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[{"quant":"fp16","weights_gb":268.17,"kv_cache_gb_per_8k":null,"min_serve_gb":285.41,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":134.085,"kv_cache_gb_per_8k":null,"min_serve_gb":144.62,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":67.043,"kv_cache_gb_per_8k":null,"min_serve_gb":74.226,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":134.085,"kv_cache_gb_per_8k":null,"min_serve_gb":144.62,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.57,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":127.7,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":4.28,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":5750.45,"quant":"int4","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"int4","params_active_b":127.7,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":31.48,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":127.7,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":52.47,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3.5-medium-vision","display_name":"Mistral Medium 3.5","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3.5","size_class":"frontier-medium","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"mistralai/mistral-medium-3-5","is_moe":false,"variant_axis":"vision","modalities":["text","image"],"segment":"open_large","license":"Modified MIT","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-04","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":57.9,"inputs":[{"benchmark":"arena_elo","score_raw":1427.2,"score_norm":44.69,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"swe_bench_verified","score_raw":64.7,"score_norm":72.93,"trust":3,"source_url":"https://www.vals.ai/models/mistralai_mistral-medium-3.5","config":"vals.ai independently-run subset"},{"benchmark":"terminal_bench","score_raw":30.3,"score_norm":29.76,"trust":3,"source_url":"https://www.vals.ai/models/mistralai_mistral-medium-3.5","config":"vals.ai independent run"}],"coverage":0.2857},"pricing":{"prompt_usd_per_m":1.5,"completion_usd_per_m":7.5,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"mistralai/mistral-medium-3-5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":19.2,"score_norm":19.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3-5","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":46.9,"score_norm":46.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3-5","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":30.4,"score_norm":30.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3-5","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1427.2,"score_norm":44.69,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1198.2,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1265.2,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"finance_agent","score_raw":46.1,"score_norm":null,"config":"vals.ai independent run","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/models/mistralai_mistral-medium-3.5","measured_date":"2026-05-01"},{"benchmark":"sage","score_raw":37.6,"score_norm":null,"config":"vals.ai independent run","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/models/mistralai_mistral-medium-3.5","measured_date":"2026-05-01"},{"benchmark":"swe_bench_verified","score_raw":64.7,"score_norm":72.93,"config":"vals.ai independently-run subset","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/models/mistralai_mistral-medium-3.5","measured_date":"2026-05-01"},{"benchmark":"swe_bench_verified","score_raw":77.6,"score_norm":90.13,"config":"% resolved, as published on model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B","measured_date":"2026-04-30"},{"benchmark":"tau3_telecom","score_raw":91.4,"score_norm":null,"config":"agentic tool-use, as published","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B","measured_date":"2026-04-30"},{"benchmark":"terminal_bench","score_raw":30.3,"score_norm":29.76,"config":"vals.ai independent run","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/models/mistralai_mistral-medium-3.5","measured_date":"2026-05-01"},{"benchmark":"vals_index","score_raw":52.77,"score_norm":null,"config":"vals.ai independent run, rank 32/46","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/models/mistralai_mistral-medium-3.5","measured_date":"2026-05-01"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://docs.mistral.ai/models","publisher":"Mistral AI"},{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3-5","publisher":"OpenRouter (listed 2026-04-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-4-small-instruct","display_name":"Mistral Small 4","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"4","size_class":"frontier-small","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":null,"is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_large","license":"Apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":"2026-03","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_intelligence_index","score_raw":20,"score_norm":20,"config":"mistral small 4 (reasoning)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/mistral-small-4","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":71.2,"score_norm":65.07,"config":"reasoning enabled; vendor model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/mistralai/Mistral-Small-4-119B-2603","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://docs.mistral.ai/models","publisher":"Mistral AI"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mixtral-8-x22b-instruct","display_name":"mixtral-8x22b-instruct","family":{"id":"mixtral","vendor":"Mistral AI"},"generation":"8","size_class":"frontier","params_total_b":140.63,"params_active_b":140.63,"params_exact":140630071296,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Mixtral-8x22B-Instruct-v0.1","openrouter_id":"mistralai/mixtral-8x22b-instruct","is_moe":false,"variant_axis":"instruct","modalities":["text","file"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":65536,"release_date":"2024-04","release_status":"released","status":"current","supersedes":["mixtral-8-x22b-v0.1-8x22b-instruct"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"cache_read_usd_per_m":0.2,"context_length":65536,"source":"openrouter","source_model_id":"mistralai/mixtral-8x22b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":295.323,"kv_cache_gb_per_8k":null,"min_serve_gb":314.308,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":147.662,"kv_cache_gb_per_8k":null,"min_serve_gb":159.264,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":73.831,"kv_cache_gb_per_8k":null,"min_serve_gb":81.741,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":147.662,"kv_cache_gb_per_8k":null,"min_serve_gb":159.264,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.33,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":140.63,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":3.88,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mixtral-8x22b-instruct","publisher":"OpenRouter (listed 2024-04-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"muse-glimmer-1-30b","display_name":"muse-glimmer-30b","family":{"id":"muse","vendor":"meta"},"generation":"1","size_class":"frontier-glimmer","params_total_b":29.78,"params_active_b":29.78,"params_exact":29776626688,"params_source":"hf_safetensors","hugging_face_id":"meta-models/Muse-Glimmer-30B","openrouter_id":"meta/muse-glimmer-30b","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2026-08-09","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.35,"completion_usd_per_m":1.5,"cache_read_usd_per_m":0.04,"context_length":131072,"source":"openrouter","source_model_id":"meta/muse-glimmer-30b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":62.538,"kv_cache_gb_per_8k":null,"min_serve_gb":66.558,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":31.269,"kv_cache_gb_per_8k":null,"min_serve_gb":33.726,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":15.635,"kv_cache_gb_per_8k":null,"min_serve_gb":17.528,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":31.269,"kv_cache_gb_per_8k":null,"min_serve_gb":33.726,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":24.5,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":29.78,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":40.83,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":3.65,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":29.78,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":9.17,"calibration_factor":0.39780219780219783,"calibration_anchors":1,"calibration_fallback":false,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":12329.29,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":29.78,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":67.49,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":29.78,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":112.49,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#meta/muse-glimmer-30b","publisher":"OpenRouter (listed 2026-08-09)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"muse-spark-1.2","display_name":"muse-spark-1.2","family":{"id":"muse","vendor":"meta"},"generation":"1.2","size_class":"frontier-spark","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"meta/muse-spark-1.2","is_moe":false,"variant_axis":"general","modalities":["text","image","video","file","audio"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-08-05","release_status":"released","status":"current","supersedes":["muse-spark-1.1"],"superseded_by":null,"intelligence":{"index":89.79,"inputs":[{"benchmark":"arena_elo","score_raw":1498.2,"score_norm":97.35,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":90.4,"score_norm":92.11,"trust":2,"source_url":"https://artificialanalysis.ai/models/muse-spark-1-2","config":"artificial analysis eval, muse spark 1.2 (xhigh)"},{"benchmark":"hle","score_raw":45.46,"score_norm":74.93,"trust":2,"source_url":"https://artificialanalysis.ai/models/muse-spark-1-2","config":"artificial analysis eval, muse spark 1.2 (xhigh)"},{"benchmark":"livebench","score_raw":77.95,"score_norm":84.33,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run muse-spark-1.2-xhigh"},{"benchmark":"mmlu_pro","score_raw":88.28,"score_norm":92.85,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall, xhigh reasoning effort"},{"benchmark":"swe_bench_verified","score_raw":86.6,"score_norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall, xhigh reasoning effort"},{"benchmark":"terminal_bench","score_raw":69.66,"score_norm":76.07,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, terminal-bench 2.1, xhigh reasoning effort"}],"coverage":0.7936},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":4.25,"cache_read_usd_per_m":0.15,"context_length":1048576,"source":"openrouter","source_model_id":"meta/muse-spark-1.2","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":49.3,"score_norm":49.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"aa_coding_index","score_raw":72.2,"score_norm":72.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"aa_intelligence_index","score_raw":56.8,"score_norm":56.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"arena_elo","score_raw":1498.2,"score_norm":97.35,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1290,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1534.7,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1352,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_androidnative","score_raw":1238,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_codecategories","score_raw":1339,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_dataviz","score_raw":1365,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_fullstack","score_raw":1241,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_gamedev","score_raw":1357,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_htmlslides","score_raw":1082,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_mobileapps","score_raw":1207,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_python_pptxslides","score_raw":1119,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_uicomponent","score_raw":1343,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_webapps","score_raw":1262,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"design_arena_website","score_raw":1329,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":90.4,"score_norm":92.11,"config":"artificial analysis eval, muse spark 1.2 (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/muse-spark-1-2","measured_date":null},{"benchmark":"hle","score_raw":45.46,"score_norm":74.93,"config":"artificial analysis eval, muse spark 1.2 (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/muse-spark-1-2","measured_date":null},{"benchmark":"livebench","score_raw":77.95,"score_norm":84.33,"config":"global average, livebench-2026-06-25 release, run muse-spark-1.2-xhigh","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":88.28,"score_norm":92.85,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":86.6,"score_norm":100,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":69.66,"score_norm":76.07,"config":"overall, terminal-bench 2.1, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":80.15,"score_norm":88.41,"config":"artificial analysis eval, muse spark 1.2 (xhigh), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/muse-spark-1-2","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.2","publisher":"OpenRouter (listed 2026-08-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nemotron-2-nano-12b-vision","display_name":"nemotron-nano-12b-v2-vl","family":{"id":"nemotron","vendor":"NVIDIA"},"generation":"2","size_class":"12b","params_total_b":13.18,"params_active_b":12,"params_exact":13181860358,"params_source":"hf_safetensors","hugging_face_id":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16","openrouter_id":"nvidia/nemotron-nano-12b-v2-vl:free","is_moe":false,"variant_axis":"vision","modalities":["image","text","video"],"segment":"open_mid","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":128000,"release_date":"2025-10-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0,"completion_usd_per_m":0,"cache_read_usd_per_m":null,"context_length":128000,"source":"openrouter","source_model_id":"nvidia/nemotron-nano-12b-v2-vl:free","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":27.678,"kv_cache_gb_per_8k":null,"min_serve_gb":29.457,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":13.839,"kv_cache_gb_per_8k":null,"min_serve_gb":15.234,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":6.92,"kv_cache_gb_per_8k":null,"min_serve_gb":8.315,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":13.839,"kv_cache_gb_per_8k":null,"min_serve_gb":15.234,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":30.4,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":12,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":50.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":13.65,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":12,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":22.75,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":30597.19,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":12,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":167.5,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":12,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":279.17,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-nano-12b-v2-vl:free","publisher":"OpenRouter (listed 2025-10-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nemotron-2-nano-9b","display_name":"nemotron-nano-9b-v2","family":{"id":"nemotron","vendor":"NVIDIA"},"generation":"2","size_class":"9b","params_total_b":8.89,"params_active_b":8.89,"params_exact":8888227328,"params_source":"hf_safetensors","hugging_face_id":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","openrouter_id":"nvidia/nemotron-nano-9b-v2:free","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_mid","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":128000,"release_date":"2025-09-05","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0,"completion_usd_per_m":0,"cache_read_usd_per_m":null,"context_length":128000,"source":"openrouter","source_model_id":"nvidia/nemotron-nano-9b-v2:free","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":18.669,"kv_cache_gb_per_8k":null,"min_serve_gb":19.936,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":9.335,"kv_cache_gb_per_8k":null,"min_serve_gb":10.602,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.667,"kv_cache_gb_per_8k":null,"min_serve_gb":5.934,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":9.335,"kv_cache_gb_per_8k":null,"min_serve_gb":10.602,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":41.03,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":8.89,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":68.39,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":18.43,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":8.89,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":30.71,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":41301.04,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":8.89,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":226.1,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":8.89,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":376.83,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-nano-9b-v2:free","publisher":"OpenRouter (listed 2025-09-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nemotron-3-nano-30b-a3b","display_name":"nemotron-3-nano-30b-a3b","family":{"id":"nemotron","vendor":"NVIDIA"},"generation":"3","size_class":"30b-a3b","params_total_b":31.58,"params_active_b":3,"params_exact":31577937344,"params_source":"hf_safetensors","hugging_face_id":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","openrouter_id":"nvidia/nemotron-3-nano-30b-a3b","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_mid","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-12-14","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.05,"completion_usd_per_m":0.2,"cache_read_usd_per_m":0.03,"context_length":262144,"source":"openrouter","source_model_id":"nvidia/nemotron-3-nano-30b-a3b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":66.318,"kv_cache_gb_per_8k":null,"min_serve_gb":70.581,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":33.159,"kv_cache_gb_per_8k":null,"min_serve_gb":35.764,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.58,"kv_cache_gb_per_8k":null,"min_serve_gb":18.527,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":33.159,"kv_cache_gb_per_8k":null,"min_serve_gb":35.764,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":243.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":405.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":123564.61,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":670,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1116.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":2,"score_norm":2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-nano-30b-a3b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":14.4,"score_norm":14.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-nano-30b-a3b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":14.5,"score_norm":14.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-nano-30b-a3b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-nano-30b-a3b","publisher":"OpenRouter (listed 2025-12-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nemotron-3-nano-omni-30b-a3b-reasoning","display_name":"nemotron-3-nano-omni-30b-a3b-reasoning","family":{"id":"nemotron","vendor":"NVIDIA"},"generation":"3","size_class":"30b-a3b","params_total_b":33.02,"params_active_b":3,"params_exact":33015632214,"params_source":"hf_safetensors","hugging_face_id":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","openrouter_id":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free","is_moe":true,"variant_axis":"reasoning","modalities":["text","audio","image","video"],"segment":"open_mid","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":256000,"release_date":"2026-04-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0,"completion_usd_per_m":0,"cache_read_usd_per_m":null,"context_length":256000,"source":"openrouter","source_model_id":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":69.342,"kv_cache_gb_per_8k":null,"min_serve_gb":73.8,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":34.671,"kv_cache_gb_per_8k":null,"min_serve_gb":37.395,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":17.336,"kv_cache_gb_per_8k":null,"min_serve_gb":19.327,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":34.671,"kv_cache_gb_per_8k":null,"min_serve_gb":37.395,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":243.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":405.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":123564.61,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":670,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1116.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":13.8,"score_norm":13.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free","publisher":"OpenRouter (listed 2026-04-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nemotron-3-super-120b-a12b","display_name":"nemotron-3-super-120b-a12b","family":{"id":"nemotron","vendor":"NVIDIA"},"generation":"3","size_class":"120b-a12b","params_total_b":123.61,"params_active_b":12,"params_exact":123611012096,"params_source":"hf_safetensors","hugging_face_id":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8","openrouter_id":"nvidia/nemotron-3-super-120b-a12b","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":1000000,"release_date":"2026-03-11","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.085,"completion_usd_per_m":0.4,"cache_read_usd_per_m":null,"context_length":1000000,"source":"openrouter","source_model_id":"nvidia/nemotron-3-super-120b-a12b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":259.581,"kv_cache_gb_per_8k":null,"min_serve_gb":276.268,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":129.791,"kv_cache_gb_per_8k":null,"min_serve_gb":139.989,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":64.895,"kv_cache_gb_per_8k":null,"min_serve_gb":71.848,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":129.791,"kv_cache_gb_per_8k":null,"min_serve_gb":139.989,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":27.3,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":12,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":45.5,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":61782.31,"quant":"int4","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":4,"quant":"int4","params_active_b":12,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":335,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":12,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":558.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":8.8,"score_norm":8.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-super-120b-a12b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":37.7,"score_norm":37.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-super-120b-a12b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":25.7,"score_norm":25.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-super-120b-a12b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-super-120b-a12b","publisher":"OpenRouter (listed 2026-03-11)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nemotron-3-ultra-550b-a55b","display_name":"nemotron-3-ultra-550b-a55b","family":{"id":"nemotron","vendor":"NVIDIA"},"generation":"3","size_class":"550b-a55b","params_total_b":560.52,"params_active_b":55,"params_exact":560524578816,"params_source":"hf_safetensors","hugging_face_id":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","openrouter_id":"nvidia/nemotron-3-ultra-550b-a55b","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":512288,"release_date":"2026-06-04","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":71.73,"inputs":[{"benchmark":"arena_elo","score_raw":1427,"score_norm":44.54,"trust":3,"source_url":"https://arena.ai/leaderboard/text","config":"1427 +/-7, entry nvidia-nemotron-3-ultra-550b-a55b-nvfp4, lmarena text leaderboard"},{"benchmark":"gpqa_diamond","score_raw":87,"score_norm":87.32,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":"no tools"},{"benchmark":"hle","score_raw":26.7,"score_norm":42.59,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":"no tools"},{"benchmark":"mmlu_pro","score_raw":86.8,"score_norm":90,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":null},{"benchmark":"swe_bench_verified","score_raw":70.7,"score_norm":80.93,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":null},{"benchmark":"tau_bench","score_raw":70.9,"score_norm":67.87,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":"taubench v3 average of airline/retail/telecom/banking, vendor-reported via nemo evaluator sdk"},{"benchmark":"terminal_bench","score_raw":56.4,"score_norm":60.47,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":null}],"coverage":0.7223},"pricing":{"prompt_usd_per_m":0.6,"completion_usd_per_m":3.6,"cache_read_usd_per_m":0.2,"context_length":512288,"source":"openrouter","source_model_id":"nvidia/nemotron-3-ultra-550b-a55b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":1177.092,"kv_cache_gb_per_8k":null,"min_serve_gb":1252.762,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":588.546,"kv_cache_gb_per_8k":null,"min_serve_gb":634.789,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":294.273,"kv_cache_gb_per_8k":null,"min_serve_gb":325.802,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":588.546,"kv_cache_gb_per_8k":null,"min_serve_gb":634.789,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":27.5,"score_norm":27.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":49.3,"score_norm":49.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":38.3,"score_norm":38.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"aa_lcr","score_raw":65.4,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"arena_elo","score_raw":1427,"score_norm":44.54,"config":"1427 +/-7, entry nvidia-nemotron-3-ultra-550b-a55b-nvfp4, lmarena text leaderboard","trust":3,"source_type":"leaderboard","source_url":"https://arena.ai/leaderboard/text","measured_date":null},{"benchmark":"browsecomp","score_raw":44.4,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"design_arena_3d","score_raw":1183,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1107,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1150,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1149,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1161,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1116,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1169,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1130,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","measured_date":"2026-08-18"},{"benchmark":"gdpval","score_raw":46.7,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":87,"score_norm":87.32,"config":"no tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"hle","score_raw":26.7,"score_norm":42.59,"config":"no tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"livecodebench","score_raw":89,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"mmlu_pro","score_raw":86.8,"score_norm":90,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"ruler","score_raw":94.7,"score_norm":null,"config":"1m context","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":70.7,"score_norm":80.93,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"tau_bench","score_raw":70.9,"score_norm":67.87,"config":"taubench v3 average of airline/retail/telecom/banking, vendor-reported via nemo evaluator sdk","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"tau_bench_v3_average","score_raw":70.9,"score_norm":null,"config":"airline/retail/telecom/banking average","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null},{"benchmark":"terminal_bench","score_raw":56.4,"score_norm":60.47,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3-ultra-550b-a55b","publisher":"OpenRouter (listed 2026-06-04)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nemotron-3.5-content-safety","display_name":"nemotron-3.5-content-safety","family":{"id":"nemotron","vendor":"NVIDIA"},"generation":"3.5","size_class":"frontier","params_total_b":4.3,"params_active_b":4.3,"params_exact":4300079472,"params_source":"hf_safetensors","hugging_face_id":"nvidia/Nemotron-3.5-Content-Safety","openrouter_id":"nvidia/nemotron-3.5-content-safety:free","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":128000,"release_date":"2026-06-04","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0,"completion_usd_per_m":0,"cache_read_usd_per_m":null,"context_length":128000,"source":"openrouter","source_model_id":"nvidia/nemotron-3.5-content-safety:free","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":9.03,"kv_cache_gb_per_8k":null,"min_serve_gb":10.159,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":4.515,"kv_cache_gb_per_8k":null,"min_serve_gb":5.644,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":2.258,"kv_cache_gb_per_8k":null,"min_serve_gb":3.387,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":4.515,"kv_cache_gb_per_8k":null,"min_serve_gb":5.644,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":84.84,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":4.3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":141.4,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":38.09,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":4.3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":63.49,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":85387.51,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":4.3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":467.44,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":4.3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":779.07,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3.5-content-safety:free","publisher":"OpenRouter (listed 2026-06-04)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nemotron-3.5-lightning","display_name":"nemotron-3.5-lightning","family":{"id":"nemotron","vendor":"NVIDIA"},"generation":"3.5","size_class":"frontier","params_total_b":31.58,"params_active_b":3,"params_exact":31577937344,"params_source":"hf_safetensors","hugging_face_id":"nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","openrouter_id":"nvidia/nemotron-3.5-lightning","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":1000000,"release_date":"2026-08-11","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":54.88,"inputs":[{"benchmark":"gpqa_diamond","score_raw":75.57,"score_norm":71.23,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","config":"nvfp4 quantized checkpoint"},{"benchmark":"hle","score_raw":11.72,"score_norm":16.76,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","config":"bf16, text-only, no tools"},{"benchmark":"mmlu_pro","score_raw":81.94,"score_norm":80.65,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","config":"bf16, nvidia nemo gym harness"},{"benchmark":"swe_bench_verified","score_raw":51.56,"score_norm":55.41,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","config":"bf16"},{"benchmark":"terminal_bench","score_raw":24.58,"score_norm":23.04,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","config":"bf16"}],"coverage":0.5953},"pricing":{"prompt_usd_per_m":0.08,"completion_usd_per_m":0.2,"cache_read_usd_per_m":0.04,"context_length":1000000,"source":"openrouter","source_model_id":"nvidia/nemotron-3.5-lightning","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":66.318,"kv_cache_gb_per_8k":null,"min_serve_gb":70.581,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":33.159,"kv_cache_gb_per_8k":null,"min_serve_gb":35.764,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.58,"kv_cache_gb_per_8k":null,"min_serve_gb":18.527,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":33.159,"kv_cache_gb_per_8k":null,"min_serve_gb":35.764,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":243.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":405.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":72.4,"quant":"int4","batch_size":1,"context_tokens":262144,"method":"community","trust":0,"source_url":"https://blog.kubesimplify.com/nemotron-3-5-lightning-on-dgx-spark","derivation":null},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":122388.76,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":670,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1116.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":13.8,"score_norm":13.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3.5-lightning","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":26.8,"score_norm":26.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3.5-lightning","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":23.6,"score_norm":23.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3.5-lightning","measured_date":"2026-08-18"},{"benchmark":"aa_lcr","score_raw":52,"score_norm":null,"config":"bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"aa_omniscience","score_raw":17.5,"score_norm":null,"config":"bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"browsecomp","score_raw":36.97,"score_norm":null,"config":"bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"gdpval_aa_v2","score_raw":832,"score_norm":null,"config":"elo, bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"gpqa_diamond","score_raw":75.44,"score_norm":71.04,"config":"bf16, no tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"gpqa_diamond","score_raw":75.57,"score_norm":71.23,"config":"nvfp4 quantized checkpoint","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"hle","score_raw":11.72,"score_norm":16.76,"config":"bf16, text-only, no tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"ifbench","score_raw":71.88,"score_norm":null,"config":"bf16, loose","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"mmlu_pro","score_raw":81.94,"score_norm":80.65,"config":"bf16, nvidia nemo gym harness","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"pinchbench","score_raw":85.37,"score_norm":null,"config":"bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"scicode","score_raw":32.6,"score_norm":null,"config":"bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"swe_bench_multilingual","score_raw":39.33,"score_norm":null,"config":"bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"swe_bench_verified","score_raw":51.56,"score_norm":55.41,"config":"bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"tau3_bench_banking","score_raw":9.28,"score_norm":null,"config":"bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"},{"benchmark":"terminal_bench","score_raw":24.58,"score_norm":23.04,"config":"bf16","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","measured_date":"2026-08-11"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#nvidia/nemotron-3.5-lightning","publisher":"OpenRouter (listed 2026-08-11)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nova-1-micro","display_name":"nova-micro-v1","family":{"id":"nova","vendor":"Amazon"},"generation":"1","size_class":"frontier-micro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"amazon/nova-micro-v1","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":128000,"release_date":"2024-12-05","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.035,"completion_usd_per_m":0.14,"cache_read_usd_per_m":null,"context_length":128000,"source":"openrouter","source_model_id":"amazon/nova-micro-v1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#amazon/nova-micro-v1","publisher":"OpenRouter (listed 2024-12-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nova-1-premier","display_name":"nova-premier-v1","family":{"id":"nova","vendor":"Amazon"},"generation":"1","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"amazon/nova-premier-v1","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2025-10-31","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":12.5,"cache_read_usd_per_m":0.625,"context_length":1000000,"source":"openrouter","source_model_id":"amazon/nova-premier-v1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_intelligence_index","score_raw":13,"score_norm":13,"config":"9-eval composite, current aa index version (aug 2026)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/nova-premier","measured_date":null},{"benchmark":"bfcl","score_raw":63.7,"score_norm":null,"config":"berkeley function calling leaderboard","trust":1,"source_type":"vendor_claim","source_url":"https://aws.amazon.com/about-aws/whats-new/2025/04/amazon-nova-premier-complex-tasks-model-distillation","measured_date":"2025-04-30"},{"benchmark":"charxiv","score_raw":84.6,"score_norm":null,"config":"chart understanding","trust":1,"source_type":"vendor_claim","source_url":"https://aws.amazon.com/about-aws/whats-new/2025/04/amazon-nova-premier-complex-tasks-model-distillation","measured_date":"2025-04-30"},{"benchmark":"design_arena_website","score_raw":846,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#amazon/nova-premier-v1","measured_date":"2026-08-18"},{"benchmark":"math_500","score_raw":82,"score_norm":null,"config":"0-shot cot, exact match","trust":1,"source_type":"vendor_claim","source_url":"https://aws.amazon.com/about-aws/whats-new/2025/04/amazon-nova-premier-complex-tasks-model-distillation","measured_date":"2025-04-30"},{"benchmark":"mmlu","score_raw":87.4,"score_norm":null,"config":"0-shot cot, vendor announcement","trust":1,"source_type":"vendor_claim","source_url":"https://aws.amazon.com/about-aws/whats-new/2025/04/amazon-nova-premier-complex-tasks-model-distillation","measured_date":"2025-04-30"},{"benchmark":"simpleqa","score_raw":86.3,"score_norm":null,"config":"with rag","trust":1,"source_type":"vendor_claim","source_url":"https://aws.amazon.com/about-aws/whats-new/2025/04/amazon-nova-premier-complex-tasks-model-distillation","measured_date":"2025-04-30"},{"benchmark":"swe_bench_verified","score_raw":42.4,"score_norm":43.2,"config":"internal agentic scaffold, resolved rate","trust":1,"source_type":"vendor_claim","source_url":"https://aws.amazon.com/about-aws/whats-new/2025/04/amazon-nova-premier-complex-tasks-model-distillation","measured_date":"2025-04-30"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#amazon/nova-premier-v1","publisher":"OpenRouter (listed 2025-10-31)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nova-1-pro","display_name":"nova-pro-v1","family":{"id":"nova","vendor":"Amazon"},"generation":"1","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"amazon/nova-pro-v1","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":300000,"release_date":"2024-12-05","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.8,"completion_usd_per_m":3.2,"cache_read_usd_per_m":null,"context_length":300000,"source":"openrouter","source_model_id":"amazon/nova-pro-v1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_website","score_raw":807,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#amazon/nova-pro-v1","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#amazon/nova-pro-v1","publisher":"OpenRouter (listed 2024-12-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nova-2-lite-v1","display_name":"nova-2-lite-v1","family":{"id":"nova","vendor":"Amazon"},"generation":"2","size_class":"frontier-lite","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"amazon/nova-2-lite-v1","is_moe":false,"variant_axis":"general","modalities":["text","image","video","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2025-12-02","release_status":"released","status":"current","supersedes":["nova-1-lite"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":2.5,"cache_read_usd_per_m":null,"context_length":1000000,"source":"openrouter","source_model_id":"amazon/nova-2-lite-v1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":23,"score_norm":23,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#amazon/nova-2-lite-v1","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":19,"score_norm":19,"config":"reasoning, medium effort","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/nova-2-0-lite-reasoning-medium","measured_date":null},{"benchmark":"aime","score_raw":91,"score_norm":88.75,"config":"amazon nova 2 technical report","trust":0,"source_type":"vendor_claim","source_url":"https://assets.amazon.science/c5/3d/84514a224666b5be6de4b43ef4aa/nova-2-0-technical-report2.pdf","measured_date":"2025-12-02"},{"benchmark":"gpqa_diamond","score_raw":79.6,"score_norm":76.9,"config":"amazon nova 2 technical report","trust":0,"source_type":"vendor_claim","source_url":"https://assets.amazon.science/c5/3d/84514a224666b5be6de4b43ef4aa/nova-2-0-technical-report2.pdf","measured_date":"2025-12-02"},{"benchmark":"ifbench","score_raw":70.8,"score_norm":null,"config":"amazon nova 2 technical report (if-bench)","trust":0,"source_type":"vendor_claim","source_url":"https://assets.amazon.science/c5/3d/84514a224666b5be6de4b43ef4aa/nova-2-0-technical-report2.pdf","measured_date":"2025-12-02"},{"benchmark":"longcodebench_1m","score_raw":84,"score_norm":null,"config":"amazon nova 2 technical report","trust":0,"source_type":"vendor_claim","source_url":"https://assets.amazon.science/c5/3d/84514a224666b5be6de4b43ef4aa/nova-2-0-technical-report2.pdf","measured_date":"2025-12-02"},{"benchmark":"mmlu_pro","score_raw":80.9,"score_norm":78.65,"config":"amazon nova 2 technical report text-benchmark table","trust":0,"source_type":"vendor_claim","source_url":"https://assets.amazon.science/c5/3d/84514a224666b5be6de4b43ef4aa/nova-2-0-technical-report2.pdf","measured_date":"2025-12-02"},{"benchmark":"multichallenge","score_raw":76.6,"score_norm":null,"config":"amazon nova 2 technical report","trust":0,"source_type":"vendor_claim","source_url":"https://assets.amazon.science/c5/3d/84514a224666b5be6de4b43ef4aa/nova-2-0-technical-report2.pdf","measured_date":"2025-12-02"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#amazon/nova-2-lite-v1","publisher":"OpenRouter (listed 2025-12-02)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"olmo-3-32b-reasoning","display_name":"olmo-3-32b-think","family":{"id":"olmo","vendor":"Allen Institute"},"generation":"3","size_class":"32b","params_total_b":32.23,"params_active_b":32.23,"params_exact":32233522176,"params_source":"hf_safetensors","hugging_face_id":"allenai/Olmo-3-32B-Think","openrouter_id":"allenai/olmo-3-32b-think","is_moe":false,"variant_axis":"reasoning","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":65536,"release_date":"2025-11-21","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.15,"completion_usd_per_m":0.5,"cache_read_usd_per_m":null,"context_length":65536,"source":"openrouter","source_model_id":"allenai/olmo-3-32b-think","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":67.683,"kv_cache_gb_per_8k":null,"min_serve_gb":72.034,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":33.842,"kv_cache_gb_per_8k":null,"min_serve_gb":36.501,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.921,"kv_cache_gb_per_8k":null,"min_serve_gb":18.888,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":33.842,"kv_cache_gb_per_8k":null,"min_serve_gb":36.501,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":22.64,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":32.23,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":37.73,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5.08,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":32.23,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":8.47,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":11392.07,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":32.23,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":62.36,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":32.23,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":103.94,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#allenai/olmo-3-32b-think","publisher":"OpenRouter (listed 2025-11-21)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"phi-4-14b-instruct","display_name":"phi-4","family":{"id":"phi","vendor":"Microsoft"},"generation":"4","size_class":"14b","params_total_b":14.66,"params_active_b":14.66,"params_exact":14659507200,"params_source":"hf_safetensors","hugging_face_id":"microsoft/phi-4","openrouter_id":"microsoft/phi-4","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":16384,"release_date":"2024-12-12","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":40.13,"inputs":[{"benchmark":"gpqa_diamond","score_raw":56.1,"score_norm":43.8,"trust":3,"source_url":"https://arxiv.org/html/2412.08905v1","config":"simple-evals, temperature=0.5"},{"benchmark":"livebench","score_raw":47.6,"score_norm":16.89,"trust":3,"source_url":"https://arxiv.org/html/2412.08905v1","config":"as reported in phi-4 tech report"},{"benchmark":"mmlu_pro","score_raw":70.4,"score_norm":58.46,"trust":3,"source_url":"https://arxiv.org/html/2412.08905v1","config":null}],"coverage":0.3969},"pricing":{"prompt_usd_per_m":0.07,"completion_usd_per_m":0.14,"cache_read_usd_per_m":null,"context_length":16384,"source":"openrouter","source_model_id":"microsoft/phi-4","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":30.786,"kv_cache_gb_per_8k":null,"min_serve_gb":32.765,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":15.393,"kv_cache_gb_per_8k":null,"min_serve_gb":16.833,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":7.697,"kv_cache_gb_per_8k":null,"min_serve_gb":9.137,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":15.393,"kv_cache_gb_per_8k":null,"min_serve_gb":16.833,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":24.88,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":14.66,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":41.47,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":11.17,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":14.66,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":18.62,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":25045.45,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":14.66,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":137.11,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":14.66,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":228.51,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"drop","score_raw":75.5,"score_norm":null,"config":"simple-evals","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"gpqa_diamond","score_raw":56.1,"score_norm":43.8,"config":"simple-evals, temperature=0.5","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"humaneval","score_raw":82.6,"score_norm":null,"config":"simple-evals","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"humaneval","score_raw":82.8,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"ifeval","score_raw":63,"score_norm":null,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"livebench","score_raw":47.6,"score_norm":16.89,"config":"as reported in phi-4 tech report","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"math","score_raw":80.4,"score_norm":null,"config":"simple-evals, temperature=0.5","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"mgsm","score_raw":80.6,"score_norm":null,"config":"simple-evals","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"mmlu","score_raw":84.8,"score_norm":null,"config":"simple-evals, temperature=0.5","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"mmlu_pro","score_raw":70.4,"score_norm":58.46,"config":null,"trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"phibench","score_raw":56.2,"score_norm":null,"config":"internal microsoft benchmark","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"},{"benchmark":"simpleqa","score_raw":3,"score_norm":null,"config":"simple-evals","trust":3,"source_type":"paper","source_url":"https://arxiv.org/html/2412.08905v1","measured_date":"2024-12-12"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/microsoft/phi-4","publisher":"Hugging Face"},{"url":"https://arxiv.org/html/2412.08905v1","publisher":"arXiv"},{"url":"https://openrouter.ai/api/v1/models#microsoft/phi-4","publisher":"OpenRouter (listed 2025-01-10)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-2.5-32b-instruct-code","display_name":"qwen-2.5-coder-32b-instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"2.5","size_class":"32b","params_total_b":32.76,"params_active_b":32.76,"params_exact":32763876352,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen2.5-Coder-32B-Instruct","openrouter_id":"qwen/qwen-2.5-coder-32b-instruct","is_moe":false,"variant_axis":"code","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":32768,"release_date":"2024-11-11","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.66,"completion_usd_per_m":1,"cache_read_usd_per_m":null,"context_length":32768,"source":"openrouter","source_model_id":"qwen/qwen-2.5-coder-32b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":68.796,"kv_cache_gb_per_8k":null,"min_serve_gb":73.219,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":34.398,"kv_cache_gb_per_8k":null,"min_serve_gb":37.101,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":17.199,"kv_cache_gb_per_8k":null,"min_serve_gb":19.182,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":34.398,"kv_cache_gb_per_8k":null,"min_serve_gb":37.101,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":22.27,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":32.76,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":37.12,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":32.76,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":8.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":11207.76,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":32.76,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":61.36,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":32.76,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":102.26,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen-2.5-coder-32b-instruct","publisher":"OpenRouter (listed 2024-11-11)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-2.5-72b-instruct","display_name":"qwen-2.5-72b-instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"2.5","size_class":"72b","params_total_b":72.71,"params_active_b":72.71,"params_exact":72706203648,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen2.5-72B-Instruct","openrouter_id":"qwen/qwen-2.5-72b-instruct","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":32768,"release_date":"2024-09-19","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.36,"completion_usd_per_m":0.4,"cache_read_usd_per_m":null,"context_length":32768,"source":"openrouter","source_model_id":"qwen/qwen-2.5-72b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":152.691,"kv_cache_gb_per_8k":null,"min_serve_gb":162.507,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":76.346,"kv_cache_gb_per_8k":null,"min_serve_gb":82.345,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":38.173,"kv_cache_gb_per_8k":null,"min_serve_gb":42.263,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":76.346,"kv_cache_gb_per_8k":null,"min_serve_gb":82.345,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.25,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":72.71,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":3.75,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":10099.47,"quant":"int4","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"int4","params_active_b":72.71,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":55.29,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":72.71,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":92.15,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen-2.5-72b-instruct","publisher":"OpenRouter (listed 2024-09-19)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-2.5-72b-instruct-vision","display_name":"qwen2.5-vl-72b-instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"2.5","size_class":"72b","params_total_b":73.41,"params_active_b":73.41,"params_exact":73410777344,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen2.5-VL-72B-Instruct","openrouter_id":"qwen/qwen2.5-vl-72b-instruct","is_moe":false,"variant_axis":"vision","modalities":["text","image"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":128000,"release_date":"2025-02-01","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.8,"completion_usd_per_m":1,"cache_read_usd_per_m":0.4,"context_length":128000,"source":"openrouter","source_model_id":"qwen/qwen2.5-vl-72b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":154.161,"kv_cache_gb_per_8k":null,"min_serve_gb":164.071,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":77.081,"kv_cache_gb_per_8k":null,"min_serve_gb":83.137,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":38.54,"kv_cache_gb_per_8k":null,"min_serve_gb":42.669,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":77.081,"kv_cache_gb_per_8k":null,"min_serve_gb":83.137,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.23,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":73.41,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":3.72,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":10003.17,"quant":"int4","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"int4","params_active_b":73.41,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":54.76,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":73.41,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":91.27,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"arena_elo_vision","score_raw":1121.8,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen2.5-vl-72b-instruct","publisher":"OpenRouter (listed 2025-02-01)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-2.5-7b-instruct","display_name":"qwen-2.5-7b-instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"2.5","size_class":"7b","params_total_b":7.62,"params_active_b":7.62,"params_exact":7615616512,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen2.5-7B-Instruct","openrouter_id":"qwen/qwen-2.5-7b-instruct","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_edge","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":32768,"release_date":"2024-10-16","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.2,"cache_read_usd_per_m":null,"context_length":32768,"source":"openrouter","source_model_id":"qwen/qwen-2.5-7b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":16.002,"kv_cache_gb_per_8k":null,"min_serve_gb":17.231,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":8.001,"kv_cache_gb_per_8k":null,"min_serve_gb":9.23,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.001,"kv_cache_gb_per_8k":null,"min_serve_gb":5.23,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":8.001,"kv_cache_gb_per_8k":null,"min_serve_gb":9.23,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":47.87,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":7.62,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":79.79,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":21.5,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":7.62,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":35.83,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":48184.55,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":7.62,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":263.78,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":7.62,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":439.63,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen-2.5-7b-instruct","publisher":"OpenRouter (listed 2024-10-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-2025-plus","display_name":"qwen-plus-2025-07-28","family":{"id":"qwen","vendor":"Alibaba"},"generation":"2025","size_class":"frontier-plus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen-plus","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2025-09-08","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.26,"completion_usd_per_m":0.78,"cache_read_usd_per_m":null,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen-plus-2025-07-28","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen-plus-2025-07-28","publisher":"OpenRouter (listed 2025-09-08)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-2025-plus-07-28-reasoning","display_name":"qwen-plus-2025-07-28-thinking","family":{"id":"qwen","vendor":"Alibaba"},"generation":"2025","size_class":"frontier-plus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen-plus-2025-07-28:thinking","is_moe":false,"variant_axis":"reasoning","modalities":["text"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2025-09-08","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.26,"completion_usd_per_m":0.78,"cache_read_usd_per_m":null,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen-plus-2025-07-28:thinking","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen-plus-2025-07-28:thinking","publisher":"OpenRouter (listed 2025-09-08)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-14b-instruct","display_name":"Qwen3-14B","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"14b","params_total_b":14.77,"params_active_b":14.77,"params_exact":14768307200,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-14B","openrouter_id":"qwen/qwen3-14b","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-04-29","release_status":"released","status":"current","supersedes":["qwen-2.5-14b-instruct","qwen-3-14b-04-28"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.12,"completion_usd_per_m":0.24,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"qwen/qwen3-14b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":31.017,"kv_cache_gb_per_8k":null,"min_serve_gb":33.011,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":15.509,"kv_cache_gb_per_8k":null,"min_serve_gb":16.952,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":7.754,"kv_cache_gb_per_8k":null,"min_serve_gb":9.197,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":15.509,"kv_cache_gb_per_8k":null,"min_serve_gb":16.952,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":24.7,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":14.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":41.16,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":11.09,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":14.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":18.48,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":24858.92,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":14.77,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":136.09,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":14.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":226.81,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.9,"score_norm":1.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-14b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":13.8,"score_norm":13.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-14b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":10.4,"score_norm":10.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-14b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://qwenlm.github.io/blog/qwen3/","publisher":"Qwen"},{"url":"https://arxiv.org/html/2505.09388v1","publisher":"arXiv"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-235b-a22b-07-25","display_name":"Qwen3-235B-A22B-Instruct-2507","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"235b-a22b","params_total_b":235.09,"params_active_b":22,"params_exact":235093634560,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-235B-A22B-Instruct-2507","openrouter_id":"qwen/qwen3-235b-a22b-2507","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-07-21","release_status":"released","status":"current","supersedes":["qwen-3-235b-a22b","qwen-3-235b-a22b-2507-instruct"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.09,"completion_usd_per_m":0.55,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-235b-a22b-2507","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":493.689,"kv_cache_gb_per_8k":null,"min_serve_gb":525.426,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":246.845,"kv_cache_gb_per_8k":null,"min_serve_gb":266.24,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":123.422,"kv_cache_gb_per_8k":null,"min_serve_gb":136.646,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":246.845,"kv_cache_gb_per_8k":null,"min_serve_gb":266.24,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1423,"score_norm":41.57,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1045,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1057,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1089,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":990,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":993,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-2507","measured_date":null},{"benchmark":"design_arena_website","score_raw":1069,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-2507","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-2507","publisher":"OpenRouter (listed 2025-07-21)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-235b-a22b-2507-reasoning","display_name":"Qwen3-235B-A22B-Thinking-2507","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"235b-a22b","params_total_b":235.09,"params_active_b":22,"params_exact":235093634560,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","openrouter_id":"qwen/qwen3-235b-a22b-thinking-2507","is_moe":true,"variant_axis":"reasoning","modalities":["text"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-07-25","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.23,"completion_usd_per_m":2.3,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-235b-a22b-thinking-2507","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":493.689,"kv_cache_gb_per_8k":null,"min_serve_gb":525.426,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":246.845,"kv_cache_gb_per_8k":null,"min_serve_gb":266.24,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":123.422,"kv_cache_gb_per_8k":null,"min_serve_gb":136.646,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":246.845,"kv_cache_gb_per_8k":null,"min_serve_gb":266.24,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":3.8,"score_norm":3.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":22.1,"score_norm":22.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":19.9,"score_norm":19.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1399.1,"score_norm":23.85,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1048,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1052,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":969,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":996,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":972,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1064,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-thinking-2507","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","publisher":"Hugging Face"},{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b-thinking-2507","publisher":"OpenRouter (listed 2025-07-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-235b-a22b-instruct-vision","display_name":"qwen3-vl-235b-a22b-instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"235b-a22b","params_total_b":235.67,"params_active_b":22,"params_exact":235670022896,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-VL-235B-A22B-Instruct","openrouter_id":"qwen/qwen3-vl-235b-a22b-instruct","is_moe":true,"variant_axis":"vision","modalities":["text","image"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-09-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.21,"completion_usd_per_m":1.9,"cache_read_usd_per_m":0.1,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-vl-235b-a22b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":494.907,"kv_cache_gb_per_8k":null,"min_serve_gb":526.722,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":247.454,"kv_cache_gb_per_8k":null,"min_serve_gb":266.897,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":123.727,"kv_cache_gb_per_8k":null,"min_serve_gb":136.983,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":247.454,"kv_cache_gb_per_8k":null,"min_serve_gb":266.897,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1414.4,"score_norm":35.2,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1214.6,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-vl-235b-a22b-instruct","publisher":"OpenRouter (listed 2025-09-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-235b-a22b-reasoning-vision","display_name":"Qwen3-VL-235B-A22B-Thinking","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"235b-a22b","params_total_b":235.67,"params_active_b":22,"params_exact":235670022896,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-VL-235B-A22B-Thinking","openrouter_id":"qwen/qwen3-vl-235b-a22b-thinking","is_moe":true,"variant_axis":"vision","modalities":["text","image"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-09-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.4,"completion_usd_per_m":4,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"qwen/qwen3-vl-235b-a22b-thinking","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":494.907,"kv_cache_gb_per_8k":null,"min_serve_gb":526.722,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":247.454,"kv_cache_gb_per_8k":null,"min_serve_gb":266.897,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":123.727,"kv_cache_gb_per_8k":null,"min_serve_gb":136.983,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":247.454,"kv_cache_gb_per_8k":null,"min_serve_gb":266.897,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1395.1,"score_norm":20.88,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1189.8,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-Thinking","publisher":"Hugging Face"},{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-vl-235b-a22b-thinking","publisher":"OpenRouter (listed 2025-09-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-30b-a3b-2507-instruct","display_name":"qwen3-30b-a3b-instruct-2507","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"30b-a3b","params_total_b":30.53,"params_active_b":3,"params_exact":30532122624,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-30B-A3B-Instruct-2507","openrouter_id":"qwen/qwen3-30b-a3b-instruct-2507","is_moe":true,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-07-29","release_status":"released","status":"current","supersedes":["qwen-3-30b-a3b-instruct"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.04815,"completion_usd_per_m":0.19305,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-30b-a3b-instruct-2507","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":64.113,"kv_cache_gb_per_8k":null,"min_serve_gb":68.235,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":32.057,"kv_cache_gb_per_8k":null,"min_serve_gb":34.576,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.028,"kv_cache_gb_per_8k":null,"min_serve_gb":17.944,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":32.057,"kv_cache_gb_per_8k":null,"min_serve_gb":34.576,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":243.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":405.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":123564.61,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":670,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1116.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"arena_elo","score_raw":1383.3,"score_norm":12.13,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b-instruct-2507","publisher":"OpenRouter (listed 2025-07-29)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-30b-a3b-2507-reasoning","display_name":"qwen3-30b-a3b-thinking-2507","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"30b-a3b","params_total_b":30.53,"params_active_b":3,"params_exact":30532122624,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-30B-A3B-Thinking-2507","openrouter_id":"qwen/qwen3-30b-a3b-thinking-2507","is_moe":true,"variant_axis":"reasoning","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":81920,"release_date":"2025-08-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":2.4,"cache_read_usd_per_m":null,"context_length":81920,"source":"openrouter","source_model_id":"qwen/qwen3-30b-a3b-thinking-2507","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":64.113,"kv_cache_gb_per_8k":null,"min_serve_gb":68.235,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":32.057,"kv_cache_gb_per_8k":null,"min_serve_gb":34.576,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.028,"kv_cache_gb_per_8k":null,"min_serve_gb":17.944,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":32.057,"kv_cache_gb_per_8k":null,"min_serve_gb":34.576,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":243.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":405.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":123564.61,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":670,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1116.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.8,"score_norm":1.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":12.1,"score_norm":12.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":14.6,"score_norm":14.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":944,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b-thinking-2507","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":941,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b-thinking-2507","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b-thinking-2507","publisher":"OpenRouter (listed 2025-08-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-30b-a3b-instruct-code","display_name":"Qwen3-Coder-30B-A3B-Instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"30b-a3b","params_total_b":30.53,"params_active_b":3,"params_exact":30532122624,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-Coder-30B-A3B-Instruct","openrouter_id":"qwen/qwen3-coder-30b-a3b-instruct","is_moe":true,"variant_axis":"code","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-04-29","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.07,"completion_usd_per_m":0.28,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-coder-30b-a3b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":64.113,"kv_cache_gb_per_8k":null,"min_serve_gb":68.235,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":32.057,"kv_cache_gb_per_8k":null,"min_serve_gb":34.576,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.028,"kv_cache_gb_per_8k":null,"min_serve_gb":17.944,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":32.057,"kv_cache_gb_per_8k":null,"min_serve_gb":34.576,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":243.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":405.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":123564.61,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":670,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1116.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"design_arena_dataviz","score_raw":1103,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder-30b-a3b-instruct","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1074,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder-30b-a3b-instruct","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1098,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder-30b-a3b-instruct","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct","publisher":"Hugging Face"},{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder-30b-a3b-instruct","publisher":"OpenRouter (listed 2025-07-31)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-30b-a3b-instruct-vision","display_name":"qwen3-vl-30b-a3b-instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"30b-a3b","params_total_b":31.07,"params_active_b":3,"params_exact":31070754032,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-VL-30B-A3B-Instruct","openrouter_id":"qwen/qwen3-vl-30b-a3b-instruct","is_moe":true,"variant_axis":"vision","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-10-06","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.13,"completion_usd_per_m":0.52,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-vl-30b-a3b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":65.247,"kv_cache_gb_per_8k":null,"min_serve_gb":69.441,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":32.624,"kv_cache_gb_per_8k":null,"min_serve_gb":35.187,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.312,"kv_cache_gb_per_8k":null,"min_serve_gb":18.244,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":32.624,"kv_cache_gb_per_8k":null,"min_serve_gb":35.187,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":243.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":405.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":123564.61,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":670,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1116.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-vl-30b-a3b-instruct","publisher":"OpenRouter (listed 2025-10-06)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-30b-a3b-reasoning-vision","display_name":"qwen3-vl-30b-a3b-thinking","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"30b-a3b","params_total_b":31.07,"params_active_b":3,"params_exact":31070754032,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-VL-30B-A3B-Thinking","openrouter_id":"qwen/qwen3-vl-30b-a3b-thinking","is_moe":true,"variant_axis":"vision","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-10-06","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":2.4,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-vl-30b-a3b-thinking","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":65.247,"kv_cache_gb_per_8k":null,"min_serve_gb":69.441,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":32.624,"kv_cache_gb_per_8k":null,"min_serve_gb":35.187,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.312,"kv_cache_gb_per_8k":null,"min_serve_gb":18.244,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":32.624,"kv_cache_gb_per_8k":null,"min_serve_gb":35.187,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":243.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":405.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":123564.61,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":670,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1116.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-vl-30b-a3b-thinking","publisher":"OpenRouter (listed 2025-10-06)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-32b-instruct","display_name":"Qwen3-32B","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"32b","params_total_b":32.76,"params_active_b":32.76,"params_exact":32762123264,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-32B","openrouter_id":"qwen/qwen3-32b","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-04-29","release_status":"released","status":"current","supersedes":["qwen-2.5-32b-instruct","qwen-3-32b-04-28"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.08,"completion_usd_per_m":0.28,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"qwen/qwen3-32b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":68.796,"kv_cache_gb_per_8k":null,"min_serve_gb":73.219,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":34.398,"kv_cache_gb_per_8k":null,"min_serve_gb":37.101,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":17.199,"kv_cache_gb_per_8k":null,"min_serve_gb":19.182,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":34.398,"kv_cache_gb_per_8k":null,"min_serve_gb":37.101,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":22.27,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":32.76,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":37.12,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":32.76,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":8.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":11207.76,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":32.76,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":61.36,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":32.76,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":102.26,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.8,"score_norm":1.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-32b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":15.3,"score_norm":15.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-32b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":11.4,"score_norm":11.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-32b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://qwenlm.github.io/blog/qwen3/","publisher":"Qwen"},{"url":"https://arxiv.org/html/2505.09388v1","publisher":"arXiv"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-32b-instruct-vision","display_name":"qwen3-vl-32b-instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"32b","params_total_b":33.36,"params_active_b":33.36,"params_exact":33357390064,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-VL-32B-Instruct","openrouter_id":"qwen/qwen3-vl-32b-instruct","is_moe":false,"variant_axis":"vision","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-10-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.104,"completion_usd_per_m":0.416,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"qwen/qwen3-vl-32b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":70.056,"kv_cache_gb_per_8k":null,"min_serve_gb":74.56,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":35.028,"kv_cache_gb_per_8k":null,"min_serve_gb":37.78,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":17.514,"kv_cache_gb_per_8k":null,"min_serve_gb":19.515,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":35.028,"kv_cache_gb_per_8k":null,"min_serve_gb":37.78,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":21.87,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":33.36,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":36.45,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":4.91,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":33.36,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":8.18,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":11006.18,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":33.36,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":60.25,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":33.36,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":100.42,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-vl-32b-instruct","publisher":"OpenRouter (listed 2025-10-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-480b-a35b-07-25-code","display_name":"qwen3-coder-480b-a35b-07-25","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"480b-a35b","params_total_b":480.15,"params_active_b":35,"params_exact":480154875392,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","openrouter_id":"qwen/qwen3-coder","is_moe":true,"variant_axis":"code","modalities":["text"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-07-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":1,"cache_read_usd_per_m":0.1,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-coder","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":1008.315,"kv_cache_gb_per_8k":null,"min_serve_gb":1073.135,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":504.157,"kv_cache_gb_per_8k":null,"min_serve_gb":543.769,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":252.079,"kv_cache_gb_per_8k":null,"min_serve_gb":279.087,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":504.157,"kv_cache_gb_per_8k":null,"min_serve_gb":543.769,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1387.7,"score_norm":15.39,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1273.2,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1162,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1102,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1138,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1140,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1170,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder","publisher":"OpenRouter (listed 2025-07-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-8b-instruct","display_name":"Qwen3-8B","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"8b","params_total_b":8.19,"params_active_b":8.19,"params_exact":8190735360,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-8B","openrouter_id":"qwen/qwen3-8b","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-04-29","release_status":"released","status":"current","supersedes":["qwen-3-8b-04-28"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.117,"completion_usd_per_m":0.455,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"qwen/qwen3-8b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":17.199,"kv_cache_gb_per_8k":null,"min_serve_gb":18.445,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":8.599,"kv_cache_gb_per_8k":null,"min_serve_gb":9.845,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.3,"kv_cache_gb_per_8k":null,"min_serve_gb":5.546,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":8.599,"kv_cache_gb_per_8k":null,"min_serve_gb":9.845,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":44.54,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":8.19,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":74.24,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":20,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":8.19,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":33.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":44831.05,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":8.19,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":245.42,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":8.19,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":409.04,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.6,"score_norm":1.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-8b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":9,"score_norm":9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-8b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":8.3,"score_norm":8.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-8b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://qwenlm.github.io/blog/qwen3/","publisher":"Qwen"},{"url":"https://arxiv.org/html/2505.09388v1","publisher":"arXiv"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-8b-instruct-vision","display_name":"qwen3-vl-8b-instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"8b","params_total_b":8.77,"params_active_b":8.77,"params_exact":8767123696,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-VL-8B-Instruct","openrouter_id":"qwen/qwen3-vl-8b-instruct","is_moe":false,"variant_axis":"vision","modalities":["image","text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-10-14","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.117,"completion_usd_per_m":0.455,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-vl-8b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":18.417,"kv_cache_gb_per_8k":null,"min_serve_gb":19.68,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":9.209,"kv_cache_gb_per_8k":null,"min_serve_gb":10.472,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.604,"kv_cache_gb_per_8k":null,"min_serve_gb":5.867,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":9.209,"kv_cache_gb_per_8k":null,"min_serve_gb":10.472,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":41.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":8.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":69.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":18.68,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":8.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":31.13,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":41866.17,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":8.77,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":229.19,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":8.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":381.98,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-vl-8b-instruct","publisher":"OpenRouter (listed 2025-10-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-8b-reasoning-vision","display_name":"qwen3-vl-8b-thinking","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"8b","params_total_b":8.77,"params_active_b":8.77,"params_exact":8767123696,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-VL-8B-Thinking","openrouter_id":"qwen/qwen3-vl-8b-thinking","is_moe":false,"variant_axis":"vision","modalities":["image","text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-10-14","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.18,"completion_usd_per_m":2.1,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"qwen/qwen3-vl-8b-thinking","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":18.417,"kv_cache_gb_per_8k":null,"min_serve_gb":19.68,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":9.209,"kv_cache_gb_per_8k":null,"min_serve_gb":10.472,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":4.604,"kv_cache_gb_per_8k":null,"min_serve_gb":5.867,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":9.209,"kv_cache_gb_per_8k":null,"min_serve_gb":10.472,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":41.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":8.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":69.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":18.68,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":8.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":31.13,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":41866.17,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":8.77,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":229.19,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":8.77,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":381.98,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-vl-8b-thinking","publisher":"OpenRouter (listed 2025-10-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-flash-code","display_name":"qwen3-coder-flash","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3-coder-flash","is_moe":false,"variant_axis":"code","modalities":["text"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2025-09-17","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.195,"completion_usd_per_m":0.975,"cache_read_usd_per_m":0.039,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen3-coder-flash","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder-flash","publisher":"OpenRouter (listed 2025-09-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-max-reasoning","display_name":"qwen3-max-thinking","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"frontier-max","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3-max-thinking","is_moe":false,"variant_axis":"reasoning","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2026-02-09","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":74.58,"inputs":[{"benchmark":"gpqa_diamond","score_raw":86.1,"score_norm":86.06,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-max-thinking","config":"artificial analysis independent run, no tools"},{"benchmark":"hle","score_raw":28,"score_norm":44.83,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-max-thinking","config":"artificial analysis independent run, no tools"},{"benchmark":"mmlu_pro","score_raw":85.7,"score_norm":87.88,"trust":1,"source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","config":"qwen3-max-thinking, vendor-reported"},{"benchmark":"swe_bench_verified","score_raw":75.3,"score_norm":87.07,"trust":1,"source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","config":"reported as 'swe verified' (agentic coding)"},{"benchmark":"tau_bench","score_raw":82.1,"score_norm":82.8,"trust":1,"source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","config":"no custom scaffolding, official tau-squared bench setting, tau2"},{"benchmark":"terminal_bench","score_raw":24.2,"score_norm":22.59,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-max-thinking","config":"artificial analysis intelligence index, terminal-bench hard"}],"coverage":0.643},"pricing":{"prompt_usd_per_m":0.78,"completion_usd_per_m":3.9,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-max-thinking","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"gpqa_diamond","score_raw":86.1,"score_norm":86.06,"config":"artificial analysis independent run, no tools","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/qwen3-max-thinking","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":87.4,"score_norm":87.89,"config":"reported as 'gpqa' in qwen vendor table","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","measured_date":"2026-01-25"},{"benchmark":"hle","score_raw":28,"score_norm":44.83,"config":"artificial analysis independent run, no tools","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/qwen3-max-thinking","measured_date":null},{"benchmark":"hle","score_raw":30.2,"score_norm":48.62,"config":"no tools, text subset only","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","measured_date":"2026-01-25"},{"benchmark":"mmlu_pro","score_raw":85.7,"score_norm":87.88,"config":"qwen3-max-thinking, vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","measured_date":"2026-01-25"},{"benchmark":"swe_bench_verified","score_raw":75.3,"score_norm":87.07,"config":"reported as 'swe verified' (agentic coding)","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","measured_date":"2026-01-25"},{"benchmark":"tau_bench","score_raw":82.1,"score_norm":82.8,"config":"no custom scaffolding, official tau-squared bench setting, tau2","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","measured_date":"2026-01-25"},{"benchmark":"terminal_bench","score_raw":24.2,"score_norm":22.59,"config":"artificial analysis intelligence index, terminal-bench hard","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/qwen3-max-thinking","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-max-thinking","publisher":"OpenRouter (listed 2026-02-09)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-next-80b-a3b-2509-instruct","display_name":"qwen3-next-80b-a3b-instruct-2509","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"80b-a3b","params_total_b":81.32,"params_active_b":3,"params_exact":81324862720,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-Next-80B-A3B-Instruct","openrouter_id":"qwen/qwen3-next-80b-a3b-instruct","is_moe":true,"variant_axis":"instruct","modalities":["text"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-09-11","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":1.1,"cache_read_usd_per_m":0.07,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-next-80b-a3b-instruct","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":170.772,"kv_cache_gb_per_8k":null,"min_serve_gb":181.75,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":85.386,"kv_cache_gb_per_8k":null,"min_serve_gb":92.095,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":42.693,"kv_cache_gb_per_8k":null,"min_serve_gb":47.267,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":85.386,"kv_cache_gb_per_8k":null,"min_serve_gb":92.095,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":247129.23,"quant":"int4","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":4,"quant":"int4","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":1340,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":2233.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"arena_elo","score_raw":1400.7,"score_norm":25.03,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-next-80b-a3b-instruct","publisher":"OpenRouter (listed 2025-09-11)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-next-80b-a3b-2509-reasoning","display_name":"qwen3-next-80b-a3b-thinking-2509","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"80b-a3b","params_total_b":81.32,"params_active_b":3,"params_exact":81324862720,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-Next-80B-A3B-Thinking","openrouter_id":"qwen/qwen3-next-80b-a3b-thinking","is_moe":true,"variant_axis":"reasoning","modalities":["text"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2025-09-11","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.15,"completion_usd_per_m":1.2,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-next-80b-a3b-thinking","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":170.772,"kv_cache_gb_per_8k":null,"min_serve_gb":181.75,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":85.386,"kv_cache_gb_per_8k":null,"min_serve_gb":92.095,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":42.693,"kv_cache_gb_per_8k":null,"min_serve_gb":47.267,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":85.386,"kv_cache_gb_per_8k":null,"min_serve_gb":92.095,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":247129.23,"quant":"int4","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":4,"quant":"int4","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":1340,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":2233.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":2.1,"score_norm":2.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-next-80b-a3b-thinking","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":17.4,"score_norm":17.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-next-80b-a3b-thinking","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":16.9,"score_norm":16.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-next-80b-a3b-thinking","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1369.1,"score_norm":1.59,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-next-80b-a3b-thinking","publisher":"OpenRouter (listed 2025-09-11)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-next-code","display_name":"qwen3-coder-next-2025-02-03","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"frontier","params_total_b":79.67,"params_active_b":null,"params_exact":79674391296,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-Coder-Next","openrouter_id":"qwen/qwen3-coder-next","is_moe":true,"variant_axis":"code","modalities":["text"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-02-04","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.12,"completion_usd_per_m":0.8,"cache_read_usd_per_m":0.07,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-coder-next","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":167.307,"kv_cache_gb_per_8k":null,"min_serve_gb":178.062,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":83.654,"kv_cache_gb_per_8k":null,"min_serve_gb":90.227,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":41.827,"kv_cache_gb_per_8k":null,"min_serve_gb":46.308,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":83.654,"kv_cache_gb_per_8k":null,"min_serve_gb":90.227,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":2.06,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":79.67,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":3.43,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":9305.73,"quant":"int4","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":4,"quant":"int4","params_active_b":79.67,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":50.46,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":79.67,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":84.1,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":8.9,"score_norm":8.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder-next","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":36.2,"score_norm":36.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder-next","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":21.3,"score_norm":21.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder-next","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder-next","publisher":"OpenRouter (listed 2026-02-04)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-plus-code","display_name":"qwen3-coder-plus","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"frontier-plus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3-coder-plus","is_moe":false,"variant_axis":"code","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2025-09-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.65,"completion_usd_per_m":3.25,"cache_read_usd_per_m":0.13,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen3-coder-plus","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-coder-plus","publisher":"OpenRouter (listed 2025-09-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.5-122b-a10b","display_name":"qwen3.5-122b-a10b","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.5","size_class":"122b-a10b","params_total_b":125.09,"params_active_b":10,"params_exact":125086497008,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3.5-122B-A10B","openrouter_id":"qwen/qwen3.5-122b-a10b","is_moe":true,"variant_axis":"general","modalities":["text","image","video"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-02-25","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.29,"completion_usd_per_m":2.4,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3.5-122b-a10b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":262.689,"kv_cache_gb_per_8k":null,"min_serve_gb":279.576,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":131.345,"kv_cache_gb_per_8k":null,"min_serve_gb":141.665,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":65.672,"kv_cache_gb_per_8k":null,"min_serve_gb":72.708,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":131.345,"kv_cache_gb_per_8k":null,"min_serve_gb":141.665,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":32.76,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":10,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":54.6,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":74138.77,"quant":"int4","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":4,"quant":"int4","params_active_b":10,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":402,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":10,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":670,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":21.3,"score_norm":21.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-122b-a10b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":45.7,"score_norm":45.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-122b-a10b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":32.8,"score_norm":32.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-122b-a10b","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1417.2,"score_norm":37.27,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1226.9,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1357.8,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-122b-a10b","publisher":"OpenRouter (listed 2026-02-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.5-397b-a17b","display_name":"qwen3.5-397b-a17b","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.5","size_class":"397b-a17b","params_total_b":403.4,"params_active_b":17,"params_exact":403397928944,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3.5-397B-A17B","openrouter_id":"qwen/qwen3.5-397b-a17b","is_moe":true,"variant_axis":"general","modalities":["text","image","video"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-02-16","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.39,"completion_usd_per_m":2.34,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3.5-397b-a17b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":847.14,"kv_cache_gb_per_8k":null,"min_serve_gb":901.599,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":423.57,"kv_cache_gb_per_8k":null,"min_serve_gb":456.85,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":211.785,"kv_cache_gb_per_8k":null,"min_serve_gb":234.476,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":423.57,"kv_cache_gb_per_8k":null,"min_serve_gb":456.85,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":19.8,"score_norm":19.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":48.2,"score_norm":48.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":34.3,"score_norm":34.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1441.8,"score_norm":55.52,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1247.5,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1400.1,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1211,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1200,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1196,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1179,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1171,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1194,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1203,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-397b-a17b","publisher":"OpenRouter (listed 2026-02-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.5-9b","display_name":"qwen3.5-9b","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.5","size_class":"9b","params_total_b":9.65,"params_active_b":9.65,"params_exact":9653104368,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3.5-9B","openrouter_id":"qwen/qwen3.5-9b","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-03-10","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.15,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3.5-9b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":20.265,"kv_cache_gb_per_8k":null,"min_serve_gb":21.568,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":10.133,"kv_cache_gb_per_8k":null,"min_serve_gb":11.423,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":5.066,"kv_cache_gb_per_8k":null,"min_serve_gb":6.356,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":10.133,"kv_cache_gb_per_8k":null,"min_serve_gb":11.423,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":37.8,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":9.65,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":63.01,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":16.97,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":9.65,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":28.29,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":38048.32,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":9.65,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":208.29,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":9.65,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":347.15,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":7,"score_norm":7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-9b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":28.7,"score_norm":28.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-9b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":21.8,"score_norm":21.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-9b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-9b","publisher":"OpenRouter (listed 2026-03-10)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.5-flash","display_name":"qwen3.5-flash","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.5","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3.5-flash-02-23","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-02-25","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.065,"completion_usd_per_m":0.26,"cache_read_usd_per_m":null,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen3.5-flash-02-23","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1397,"score_norm":22.29,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1238.2,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-flash-02-23","publisher":"OpenRouter (listed 2026-02-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.6-27b","display_name":"qwen3.6-27b","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.6","size_class":"27b","params_total_b":27.78,"params_active_b":27.78,"params_exact":27781427952,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3.6-27B","openrouter_id":"qwen/qwen3.6-27b","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-04-27","release_status":"released","status":"current","supersedes":["qwen-3.5-27b"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.289,"completion_usd_per_m":2.4,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3.6-27b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":58.338,"kv_cache_gb_per_8k":null,"min_serve_gb":62.088,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":29.169,"kv_cache_gb_per_8k":null,"min_serve_gb":31.461,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":14.585,"kv_cache_gb_per_8k":null,"min_serve_gb":16.418,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":29.169,"kv_cache_gb_per_8k":null,"min_serve_gb":31.461,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":13.13,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":27.78,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":21.89,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5.9,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":27.78,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":9.83,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":13216.93,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":27.78,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":72.35,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":27.78,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":120.59,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":27.5,"score_norm":27.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-27b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":53.7,"score_norm":53.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-27b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":37.7,"score_norm":37.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-27b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-27b","publisher":"OpenRouter (listed 2026-04-27)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.6-35b-a3b","display_name":"qwen3.6-35b-a3b","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.6","size_class":"35b-a3b","params_total_b":35.95,"params_active_b":3,"params_exact":35951822704,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3.6-35B-A3B","openrouter_id":"qwen/qwen3.6-35b-a3b","is_moe":true,"variant_axis":"general","modalities":["text","image","video"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-04-27","release_status":"released","status":"current","supersedes":["qwen-3.5-35b-a3b"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.14,"completion_usd_per_m":1,"cache_read_usd_per_m":0.05,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3.6-35b-a3b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":75.495,"kv_cache_gb_per_8k":null,"min_serve_gb":80.348,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":37.748,"kv_cache_gb_per_8k":null,"min_serve_gb":40.714,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":18.874,"kv_cache_gb_per_8k":null,"min_serve_gb":20.953,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":37.748,"kv_cache_gb_per_8k":null,"min_serve_gb":40.714,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":243.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":405.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":123564.61,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":670,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1116.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":21.6,"score_norm":21.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-35b-a3b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":41.9,"score_norm":41.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-35b-a3b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":32.1,"score_norm":32.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-35b-a3b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-35b-a3b","publisher":"OpenRouter (listed 2026-04-27)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.6-flash","display_name":"qwen3.6-flash","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.6","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3.6-flash","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-04-27","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1875,"completion_usd_per_m":1.125,"cache_read_usd_per_m":null,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen3.6-flash","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-flash","publisher":"OpenRouter (listed 2026-04-27)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.7-flash","display_name":"qwen3.7-flash","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.7","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3.7-flash","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-07-27","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.03,"completion_usd_per_m":0.13,"cache_read_usd_per_m":0.006,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen3.7-flash","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-flash","publisher":"OpenRouter (listed 2026-07-27)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.7-max","display_name":"Qwen3.7-Max","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.7","size_class":"frontier-max","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3.7-max","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-05-21","release_status":"released","status":"current","supersedes":["qwen-3-max","qwen-3.6-max"],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.475,"completion_usd_per_m":4.425,"cache_read_usd_per_m":0.295,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen3.7-max","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":30.9,"score_norm":30.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":66,"score_norm":66,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":46.7,"score_norm":46.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1321,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1174,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1188,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1248,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1297,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1298,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1214,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1312,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1225,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1194,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1206,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1215,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":null},{"benchmark":"design_arena_svg","score_raw":1256,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1300,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1248,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1286,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://qwen.ai/apiplatform","publisher":"Alibaba"},{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-max","publisher":"OpenRouter (listed 2026-05-21)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.7-plus","display_name":"Qwen3.7-Plus","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.7","size_class":"frontier-plus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3.7-plus","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-06-03","release_status":"released","status":"current","supersedes":["qwen-3.5-plus","qwen-3.6-plus-04-02"],"superseded_by":null,"intelligence":{"index":80.75,"inputs":[{"benchmark":"arena_elo","score_raw":1458.5,"score_norm":67.91,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":90,"score_norm":91.55,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-7-plus","config":"artificial analysis eval, qwen3.7 plus"},{"benchmark":"hle","score_raw":35.63,"score_norm":57.98,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-7-plus","config":"artificial analysis eval, qwen3.7 plus"},{"benchmark":"mmlu_pro","score_raw":88.5,"score_norm":93.27,"trust":1,"source_url":"https://qwen.ai/blog?id=qwen3.7-plus","config":"recommended system prompt sets reasoning effort to xhigh, vendor-reported"},{"benchmark":"swe_bench_verified","score_raw":77.7,"score_norm":90.27,"trust":1,"source_url":"https://qwen.ai/blog?id=qwen3.7-plus","config":"200k context window, internal agent scaffold (bash + file-edit tools), temp=1.0, top_p=0.95, vendor-reported"},{"benchmark":"terminal_bench","score_raw":52.81,"score_norm":56.25,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, terminal-bench 2.1"}],"coverage":0.6746},"pricing":{"prompt_usd_per_m":0.32,"completion_usd_per_m":1.28,"cache_read_usd_per_m":0.064,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen3.7-plus","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":20.7,"score_norm":20.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":55.9,"score_norm":55.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":39.4,"score_norm":39.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1458.5,"score_norm":67.91,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1439.6,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1262.1,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1290,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1172,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1281,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1266,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1293,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1246,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1275,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1281,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":90,"score_norm":91.55,"config":"artificial analysis eval, qwen3.7 plus","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/qwen3-7-plus","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":90.3,"score_norm":91.97,"config":"recommended system prompt sets reasoning effort to xhigh, vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3.7-plus","measured_date":"2026-05-31"},{"benchmark":"hle","score_raw":35.63,"score_norm":57.98,"config":"artificial analysis eval, qwen3.7 plus","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/qwen3-7-plus","measured_date":null},{"benchmark":"hle","score_raw":34.7,"score_norm":56.38,"config":"recommended system prompt sets reasoning effort to xhigh, vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3.7-plus","measured_date":"2026-05-31"},{"benchmark":"mmlu_pro","score_raw":88.5,"score_norm":93.27,"config":"recommended system prompt sets reasoning effort to xhigh, vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3.7-plus","measured_date":"2026-05-31"},{"benchmark":"mrcr","score_raw":91.7,"score_norm":93.12,"config":"128k context, v2, vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3.7-plus","measured_date":"2026-05-31"},{"benchmark":"swe_bench_verified","score_raw":77.7,"score_norm":90.27,"config":"200k context window, internal agent scaffold (bash + file-edit tools), temp=1.0, top_p=0.95, vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3.7-plus","measured_date":"2026-05-31"},{"benchmark":"terminal_bench","score_raw":52.81,"score_norm":56.25,"config":"overall, terminal-bench 2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":61.05,"score_norm":65.94,"config":"artificial analysis eval, qwen3.7 plus, terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/qwen3-7-plus","measured_date":null},{"benchmark":"terminal_bench","score_raw":70.3,"score_norm":76.82,"config":"2.0, 256k ctx, 5h timeout, avg of 5 runs, harbor/terminus-2 harness, max_tokens=80k, temp=1.0, top_k=20, top_p=0.95, vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://qwen.ai/blog?id=qwen3.7-plus","measured_date":"2026-05-31"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://qwen.ai/apiplatform","publisher":"Alibaba"},{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.7-plus","publisher":"OpenRouter (listed 2026-06-03)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.8-2.4t-a95b","display_name":"Qwen3.8-2.4T-A95B","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.8","size_class":"2.4t-a95b","params_total_b":2446.18,"params_active_b":95,"params_exact":2446182725504,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3.8-2.4T-A95B","openrouter_id":"qwen/qwen3.8-2.4t-a95b","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":1048576,"release_date":"2026-08-12","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":87.11,"inputs":[{"benchmark":"gpqa_diamond","score_raw":92.6,"score_norm":95.21,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","config":"thinking mode"},{"benchmark":"hle","score_raw":43.6,"score_norm":71.72,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","config":"no tools"},{"benchmark":"terminal_bench","score_raw":86.6,"score_norm":96,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","config":"claude code harness; thinking mode, reasoning_effort xhigh"}],"coverage":0.3174},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"cache_read_usd_per_m":0.25,"context_length":1048576,"source":"openrouter","source_model_id":"qwen/qwen3.8-2.4t-a95b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":5136.978,"kv_cache_gb_per_8k":null,"min_serve_gb":5467.212,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":2568.489,"kv_cache_gb_per_8k":null,"min_serve_gb":2770.299,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":1284.245,"kv_cache_gb_per_8k":null,"min_serve_gb":1421.843,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":2568.489,"kv_cache_gb_per_8k":null,"min_serve_gb":2770.299,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":57.1,"score_norm":57.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-2.4t-a95b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":71.9,"score_norm":71.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-2.4t-a95b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":57.7,"score_norm":57.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-2.4t-a95b","measured_date":"2026-08-18"},{"benchmark":"agents_last_exam","score_raw":27,"score_norm":null,"config":"pass metric (score metric 52.4)","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"androidbench","score_raw":75.1,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"automation_bench","score_raw":27.3,"score_norm":null,"config":"pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"coworkbench","score_raw":74.8,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"deepswe_1_1","score_raw":56.6,"score_norm":null,"config":"best of claude code / mini-swe-agent harness","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"frontierswe","score_raw":73.5,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"gpqa_diamond","score_raw":92.6,"score_norm":95.21,"config":"thinking mode","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"healthbench","score_raw":60.2,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"hle","score_raw":56.2,"score_norm":93.45,"config":"with tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"hle","score_raw":43.6,"score_norm":71.72,"config":"no tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"ifbench","score_raw":82.8,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"jobbench","score_raw":53.4,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"longbench_v2","score_raw":66.3,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"mls_bench_lite","score_raw":41,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"mrcr_v2_8_needle","score_raw":92.9,"score_norm":null,"config":"256k","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"nl2repo_bench","score_raw":55.9,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"paperbench","score_raw":93,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"plawbench","score_raw":73.2,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"prbench_finance","score_raw":58.3,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"prbench_legal","score_raw":57.6,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"qwenqoderbench","score_raw":58.4,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"qwenreactbench","score_raw":1724,"score_norm":null,"config":"elo","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"qwensvgbench","score_raw":1713,"score_norm":null,"config":"elo","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"qwenswebench","score_raw":80.7,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"skillsbench","score_raw":70.2,"score_norm":null,"config":"opencode harness","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"swe_bench_pro","score_raw":67.7,"score_norm":100,"config":"claude code harness; thinking mode","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":86.6,"score_norm":96,"config":"claude code harness; thinking mode, reasoning_effort xhigh","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"toolathlon_verified","score_raw":72.5,"score_norm":null,"config":"pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"widesearch","score_raw":81.9,"score_norm":null,"config":"qwen-agent harness","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"},{"benchmark":"workspacebench","score_raw":67.7,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","measured_date":"2026-08-13"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","publisher":"Hugging Face"},{"url":"https://developer.nvidia.com/blog/serve-qwen3-8-2-4t-a95b-a-2-4t-parameter-model-with-configurable-reasoning-on-nvidia-gb300-nvl72/","publisher":"NVIDIA"},{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-2.4t-a95b","publisher":"OpenRouter (listed 2026-08-12)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.8-27b","display_name":"qwen3.8-27b","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.8","size_class":"27b","params_total_b":27.78,"params_active_b":27.78,"params_exact":27781427952,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3.8-27B","openrouter_id":"qwen/qwen3.8-27b","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-08-14","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.45,"completion_usd_per_m":3.2,"cache_read_usd_per_m":0.05,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3.8-27b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":58.338,"kv_cache_gb_per_8k":null,"min_serve_gb":62.088,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":29.169,"kv_cache_gb_per_8k":null,"min_serve_gb":31.461,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":14.585,"kv_cache_gb_per_8k":null,"min_serve_gb":16.418,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":29.169,"kv_cache_gb_per_8k":null,"min_serve_gb":31.461,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":13.13,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":27.78,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":21.89,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":5.9,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":27.78,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":9.83,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":13216.93,"quant":"fp8","batch_size":32,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"deepseek-v4-flash-reasoning","value":1262,"params_active_b":290.94,"quant":"fp8","batch_size":32,"context_tokens":8192,"trust":1,"source_url":"https://lambda.ai/inference-models/deepseek-ai/deepseek-v4-flash"},"scaling":"active_param_ratio","quant_scale":1,"quant":"fp8","params_active_b":27.78,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":72.35,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":27.78,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":120.59,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-27b","publisher":"OpenRouter (listed 2026-08-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.8-max-2.4t","display_name":"Qwen3.8-Max","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.8","size_class":"2.4t","params_total_b":2400,"params_active_b":95,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3.8-max","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-08-02","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":89.68,"inputs":[{"benchmark":"arena_elo","score_raw":1490.6,"score_norm":91.71,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":93.686,"score_norm":96.74,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall"},{"benchmark":"hle","score_raw":43.05,"score_norm":70.78,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, qwen3.8 max"},{"benchmark":"livebench","score_raw":78.46,"score_norm":85.47,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run qwen3.8-max"},{"benchmark":"mmlu_pro","score_raw":88.602,"score_norm":93.47,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall"},{"benchmark":"swe_bench_verified","score_raw":85.6,"score_norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall"},{"benchmark":"terminal_bench","score_raw":67.416,"score_norm":73.43,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, v2.1"}],"coverage":0.7936},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"cache_read_usd_per_m":0.25,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen3.8-max","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":58.4,"score_norm":58.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-max","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":71.8,"score_norm":71.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-max","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":58.1,"score_norm":58.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-max","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1490.6,"score_norm":91.71,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1490.6,"score_norm":91.71,"config":"arena entry qwen3.8-max, rank 8, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1631.3,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1301.3,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1666.7,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1384,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1321,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1286,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1340,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1342,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1300,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-max","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":93.686,"score_norm":96.74,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":92.73,"score_norm":95.39,"config":"artificial analysis eval, qwen3.8 max","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":92.6,"score_norm":95.21,"config":"alibaba vendor table","trust":0,"source_type":"community","source_url":"https://apidog.com/blog/qwen-3-8-benchmarks/","measured_date":"2026-08-03"},{"benchmark":"hle","score_raw":43.05,"score_norm":70.78,"config":"artificial analysis eval, qwen3.8 max","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":43.6,"score_norm":71.72,"config":"alibaba vendor table","trust":0,"source_type":"community","source_url":"https://apidog.com/blog/qwen-3-8-benchmarks/","measured_date":"2026-08-03"},{"benchmark":"ifbench","score_raw":82.8,"score_norm":null,"config":"alibaba vendor table","trust":0,"source_type":"community","source_url":"https://apidog.com/blog/qwen-3-8-benchmarks/","measured_date":"2026-08-03"},{"benchmark":"livebench","score_raw":78.46,"score_norm":85.47,"config":"global average, livebench-2026-06-25 release, run qwen3.8-max","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"logicvista","score_raw":91.9,"score_norm":null,"config":"alibaba multimodal vendor table","trust":0,"source_type":"community","source_url":"https://apidog.com/blog/qwen-3-8-benchmarks/","measured_date":"2026-08-03"},{"benchmark":"mathvision","score_raw":95.2,"score_norm":null,"config":"alibaba multimodal vendor table","trust":0,"source_type":"community","source_url":"https://apidog.com/blog/qwen-3-8-benchmarks/","measured_date":"2026-08-03"},{"benchmark":"mmlu_pro","score_raw":88.602,"score_norm":93.47,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"osworld_verified","score_raw":86.1,"score_norm":null,"config":"alibaba vendor table (computer use)","trust":0,"source_type":"community","source_url":"https://www.datacamp.com/blog/qwen3-8-max","measured_date":"2026-08-03"},{"benchmark":"paperbench","score_raw":93,"score_norm":null,"config":"alibaba vendor table","trust":0,"source_type":"community","source_url":"https://apidog.com/blog/qwen-3-8-benchmarks/","measured_date":"2026-08-03"},{"benchmark":"swe_bench_pro","score_raw":67.7,"score_norm":100,"config":"alibaba vendor table; claude code harness","trust":0,"source_type":"community","source_url":"https://apidog.com/blog/qwen-3-8-benchmarks/","measured_date":"2026-08-03"},{"benchmark":"swe_bench_verified","score_raw":85.6,"score_norm":100,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":67.416,"score_norm":73.43,"config":"overall, v2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":81.27,"score_norm":89.73,"config":"artificial analysis eval, qwen3.8 max, terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"terminal_bench","score_raw":86.6,"score_norm":96,"config":"alibaba vendor table; coding benchmarks run in claude code harness, reasoning_effort xhigh","trust":0,"source_type":"community","source_url":"https://apidog.com/blog/qwen-3-8-benchmarks/","measured_date":"2026-08-03"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://qwen.ai/blog?id=qwen3.8","publisher":"Alibaba"},{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.8-max","publisher":"OpenRouter (listed 2026-08-03)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"ring-2.6-1t","display_name":"ring-2.6-1t","family":{"id":"ring","vendor":"inclusionai"},"generation":"2.6","size_class":"frontier","params_total_b":1000,"params_active_b":1000,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"inclusionai/ring-2.6-1t","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2026-05-08","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.075,"completion_usd_per_m":0.625,"cache_read_usd_per_m":0.015,"context_length":262144,"source":"openrouter","source_model_id":"inclusionai/ring-2.6-1t","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":42.8,"score_norm":42.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inclusionai/ring-2.6-1t","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#inclusionai/ring-2.6-1t","publisher":"OpenRouter (listed 2026-05-08)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"seed-1.6","display_name":"seed-1.6","family":{"id":"seed","vendor":"bytedance-seed"},"generation":"1.6","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"bytedance-seed/seed-1.6","is_moe":false,"variant_axis":"general","modalities":["image","text","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2025-12-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":2,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"bytedance-seed/seed-1.6","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#bytedance-seed/seed-1.6","publisher":"OpenRouter (listed 2025-12-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"seed-1.6-flash","display_name":"seed-1.6-flash","family":{"id":"seed","vendor":"bytedance-seed"},"generation":"1.6","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"bytedance-seed/seed-1.6-flash","is_moe":false,"variant_axis":"general","modalities":["image","text","video"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2025-12-23","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.075,"completion_usd_per_m":0.3,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"bytedance-seed/seed-1.6-flash","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#bytedance-seed/seed-1.6-flash","publisher":"OpenRouter (listed 2025-12-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"seed-2-1-turbo","display_name":"seed-2-1-turbo","family":{"id":"seed","vendor":"bytedance-seed"},"generation":"2","size_class":"frontier-turbo","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"bytedance-seed/seed-2-1-turbo","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2026-08-12","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.5,"completion_usd_per_m":2.5,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"bytedance-seed/seed-2-1-turbo","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#bytedance-seed/seed-2-1-turbo","publisher":"OpenRouter (listed 2026-08-12)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"seed-2.0-code","display_name":"seed-2.0-code","family":{"id":"seed","vendor":"bytedance-seed"},"generation":"2.0","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"bytedance-seed/seed-2.0-code","is_moe":false,"variant_axis":"code","modalities":["text","image","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2026-08-12","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.5,"completion_usd_per_m":3,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"bytedance-seed/seed-2.0-code","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#bytedance-seed/seed-2.0-code","publisher":"OpenRouter (listed 2026-08-12)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"seed-2.0-lite","display_name":"seed-2.0-lite","family":{"id":"seed","vendor":"bytedance-seed"},"generation":"2.0","size_class":"frontier-lite","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"bytedance-seed/seed-2.0-lite","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2026-03-10","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":2,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"bytedance-seed/seed-2.0-lite","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#bytedance-seed/seed-2.0-lite","publisher":"OpenRouter (listed 2026-03-10)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"seed-2.0-mini","display_name":"seed-2.0-mini","family":{"id":"seed","vendor":"bytedance-seed"},"generation":"2.0","size_class":"frontier-mini","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"bytedance-seed/seed-2.0-mini","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2026-02-26","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.4,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"bytedance-seed/seed-2.0-mini","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#bytedance-seed/seed-2.0-mini","publisher":"OpenRouter (listed 2026-02-26)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"step-3.5-flash","display_name":"step-3.5-flash","family":{"id":"step","vendor":"stepfun"},"generation":"3.5","size_class":"frontier-flash","params_total_b":199.38,"params_active_b":199.38,"params_exact":199384301376,"params_source":"hf_safetensors","hugging_face_id":"stepfun-ai/Step-3.5-Flash","openrouter_id":"stepfun/step-3.5-flash","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-01-29","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.3,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"stepfun/step-3.5-flash","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":418.698,"kv_cache_gb_per_8k":null,"min_serve_gb":445.614,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":209.349,"kv_cache_gb_per_8k":null,"min_serve_gb":225.798,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":104.675,"kv_cache_gb_per_8k":null,"min_serve_gb":115.89,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":209.349,"kv_cache_gb_per_8k":null,"min_serve_gb":225.798,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":1.64,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":199.38,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":2.74,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"arena_elo","score_raw":1394.5,"score_norm":20.43,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#stepfun/step-3.5-flash","publisher":"OpenRouter (listed 2026-01-29)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"step-3.7-flash","display_name":"step-3.7-flash","family":{"id":"step","vendor":"stepfun"},"generation":"3.7","size_class":"frontier-flash","params_total_b":201.37,"params_active_b":201.37,"params_exact":201365316160,"params_source":"hf_safetensors","hugging_face_id":"stepfun-ai/Step-3.7-Flash","openrouter_id":"stepfun/step-3.7-flash","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-05-28","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":1.15,"cache_read_usd_per_m":0.04,"context_length":262144,"source":"openrouter","source_model_id":"stepfun/step-3.7-flash","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":422.877,"kv_cache_gb_per_8k":null,"min_serve_gb":450.062,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":211.439,"kv_cache_gb_per_8k":null,"min_serve_gb":228.052,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":105.719,"kv_cache_gb_per_8k":null,"min_serve_gb":117.046,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":211.439,"kv_cache_gb_per_8k":null,"min_serve_gb":228.052,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":1.63,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":201.37,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":2.71,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":21.7,"score_norm":21.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":39.6,"score_norm":39.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":30.9,"score_norm":30.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1174,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1191,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1196,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1191,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1193,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1108,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1202,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1202,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#stepfun/step-3.7-flash","publisher":"OpenRouter (listed 2026-05-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"wizardlm-2-8x22b","display_name":"wizardlm-2-8x22b","family":{"id":"wizardlm","vendor":"microsoft"},"generation":"2","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":"microsoft/WizardLM-2-8x22B","openrouter_id":"microsoft/wizardlm-2-8x22b","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":null,"is_open_weights":true,"self_hostable":true,"context_window_tok":65535,"release_date":"2024-04-16","release_status":"released","status":"current","supersedes":[],"superseded_by":null,"intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.62,"completion_usd_per_m":0.62,"cache_read_usd_per_m":null,"context_length":65535,"source":"openrouter","source_model_id":"microsoft/wizardlm-2-8x22b","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#microsoft/wizardlm-2-8x22b","publisher":"OpenRouter (listed 2024-04-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-2.5-flash-image","display_name":"gemini-2.5-flash-image","family":{"id":"gemini","vendor":"Google"},"generation":"2.5","size_class":"frontier-image-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-2.5-flash-image","is_moe":false,"variant_axis":"general","modalities":["image","text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":32768,"release_date":"2025-10-07","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-3.1-flash-image","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":2.5,"cache_read_usd_per_m":0.03,"context_length":32768,"source":"openrouter","source_model_id":"google/gemini-2.5-flash-image","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_graphicdesign","score_raw":1192,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash-image","measured_date":"2026-08-18"},{"benchmark":"design_arena_image","score_raw":1206,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash-image","measured_date":"2026-08-18"},{"benchmark":"design_arena_logo","score_raw":1181,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash-image","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash-image","publisher":"OpenRouter (listed 2025-10-07)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-2.5-pro-03-25","display_name":"gemini-2.5-pro-preview-03-25","family":{"id":"gemini","vendor":"Google"},"generation":"2.5","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-2.5-pro-preview-05-06","is_moe":false,"variant_axis":"general","modalities":["text","image","file","audio","video"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2025-05-07","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-2.5-pro","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":10,"cache_read_usd_per_m":0.125,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-2.5-pro-preview-05-06","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro-preview-05-06","publisher":"OpenRouter (listed 2025-05-07)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-2.5-pro-06-05","display_name":"gemini-2.5-pro-preview-06-05","family":{"id":"gemini","vendor":"Google"},"generation":"2.5","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-2.5-pro-preview","is_moe":false,"variant_axis":"general","modalities":["file","image","text","audio"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2025-06-05","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-2.5-pro","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":10,"cache_read_usd_per_m":0.125,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-2.5-pro-preview","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-pro-preview","publisher":"OpenRouter (listed 2025-06-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5-codex","display_name":"gpt-5-codex","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5","size_class":"frontier-codex","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5-codex:batch","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-09-23","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.3-codex","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.625,"completion_usd_per_m":5,"cache_read_usd_per_m":0.0625,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5-codex:batch","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_webapps","score_raw":1109,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-codex:batch","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5-codex:batch","publisher":"OpenRouter (listed 2025-09-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.1-codex","display_name":"gpt-5.1-codex","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.1","size_class":"frontier-codex","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.1-codex","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-11-13","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.3-codex","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":10,"cache_read_usd_per_m":0.13,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5.1-codex","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo_webdev","score_raw":1336.4,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1171,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1234,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1086,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1177,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1191,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1264,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1057,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1173,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1-codex","publisher":"OpenRouter (listed 2025-11-13)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.2-codex","display_name":"gpt-5.2-codex","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.2","size_class":"frontier-codex","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.2-codex","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2026-01-14","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.3-codex","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.75,"completion_usd_per_m":14,"cache_read_usd_per_m":0.175,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5.2-codex","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo_webdev","score_raw":1338.3,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1176,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1023,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1142,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1140,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2-codex","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1088,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2-codex","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2-codex","publisher":"OpenRouter (listed 2026-01-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"kimi-k2.5-0127","display_name":"kimi-k2.5-0127","family":{"id":"kimi","vendor":"Moonshot AI"},"generation":"2.5","size_class":"frontier-k","params_total_b":1026.88,"params_active_b":32,"params_exact":1026879376368,"params_source":"hf_safetensors","hugging_face_id":"moonshotai/Kimi-K2.5","openrouter_id":"moonshotai/kimi-k2.5","is_moe":true,"variant_axis":"general","modalities":["text","image"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-01-27","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"kimi-k3","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.57,"completion_usd_per_m":2.85,"cache_read_usd_per_m":0.095,"context_length":262144,"source":"openrouter","source_model_id":"moonshotai/kimi-k2.5","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":2156.448,"kv_cache_gb_per_8k":null,"min_serve_gb":2295.077,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":1078.224,"kv_cache_gb_per_8k":null,"min_serve_gb":1162.942,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":539.112,"kv_cache_gb_per_8k":null,"min_serve_gb":596.874,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":1078.224,"kv_cache_gb_per_8k":null,"min_serve_gb":1162.942,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":21.7,"score_norm":21.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":46.8,"score_norm":46.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":36,"score_norm":36,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1256,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1161,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1202,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1256,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1239,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1145,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1245,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1219,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1196,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1184,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1266,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1166,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1261,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.5","publisher":"OpenRouter (listed 2026-01-27)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"kimi-k2.6","display_name":"Kimi K2.6","family":{"id":"kimi","vendor":"Moonshot AI"},"generation":"2.6","size_class":"frontier-k","params_total_b":1026.88,"params_active_b":32,"params_exact":1026879376368,"params_source":"hf_safetensors","hugging_face_id":"moonshotai/Kimi-K2.6","openrouter_id":"moonshotai/kimi-k2.6","is_moe":true,"variant_axis":"general","modalities":["text","image"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-04","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"kimi-k3","intelligence":{"index":82.4,"inputs":[{"benchmark":"aime","score_raw":96.4,"score_norm":95.5,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","config":"thinking mode; aime 2026"},{"benchmark":"arena_elo","score_raw":1460.6,"score_norm":69.46,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":90.5,"score_norm":92.25,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","config":"thinking mode, no tools"},{"benchmark":"hle","score_raw":34.7,"score_norm":56.38,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","config":"hle-full, no tools"},{"benchmark":"swe_bench_verified","score_raw":80.2,"score_norm":93.6,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","config":"thinking mode; in-house swe-agent-adapted framework; avg of 10 runs"},{"benchmark":"terminal_bench","score_raw":66.7,"score_norm":72.59,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","config":"terminus-2 agent framework, preserve thinking mode"}],"coverage":0.6349},"pricing":{"prompt_usd_per_m":0.5605,"completion_usd_per_m":2.36,"cache_read_usd_per_m":0.0944,"context_length":262144,"source":"openrouter","source_model_id":"moonshotai/kimi-k2.6","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":2156.448,"kv_cache_gb_per_8k":null,"min_serve_gb":2295.077,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":1078.224,"kv_cache_gb_per_8k":null,"min_serve_gb":1162.942,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":539.112,"kv_cache_gb_per_8k":null,"min_serve_gb":596.874,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":1078.224,"kv_cache_gb_per_8k":null,"min_serve_gb":1162.942,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":31.2,"score_norm":31.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":61.8,"score_norm":61.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":45.1,"score_norm":45.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"aime","score_raw":96.4,"score_norm":95.5,"config":"thinking mode; aime 2026","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"arena_elo","score_raw":1460.6,"score_norm":69.46,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1450.9,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1520.1,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1263.4,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1508.9,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"browsecomp","score_raw":83.2,"score_norm":null,"config":"with search/browsing tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"design_arena_3d","score_raw":1320,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1146,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_agentichtmlslides","score_raw":1248,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticslides","score_raw":1187,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1197,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1186,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1294,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1271,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1187,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1291,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1161,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1221,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1215,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":null},{"benchmark":"design_arena_pptxslides","score_raw":1181,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1180,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1217,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1296,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1268,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1284,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":90.5,"score_norm":92.25,"config":"thinking mode, no tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"hle","score_raw":34.7,"score_norm":56.38,"config":"hle-full, no tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"hmmt_2026_feb","score_raw":92.7,"score_norm":null,"config":"thinking mode","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"humanitys_last_exam_with_tools","score_raw":54,"score_norm":null,"config":"hle-full with search, code-interpreter, web-browsing tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"imo_answerbench","score_raw":86,"score_norm":null,"config":"thinking mode","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"livebench","score_raw":70.5,"score_norm":67.78,"config":"global average (mean of 7 category averages), kimi-k2.6-thinking, livebench 2026-06-25 release","trust":0,"source_type":"aggregator","source_url":"https://benchlm.ai/benchmarks/livebench","measured_date":"2026-06-25"},{"benchmark":"livecodebench","score_raw":89.6,"score_norm":null,"config":"v6","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"mathvision","score_raw":87.4,"score_norm":null,"config":"avg@3, no python tool","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"mmlu_pro","score_raw":87.2,"score_norm":90.77,"config":null,"trust":0,"source_type":"community","source_url":"https://canitrun.dev/models/kimi-k2.6/","measured_date":null},{"benchmark":"mmmu_pro","score_raw":79.4,"score_norm":null,"config":"avg@3, max-tokens 98304, no python tool","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"osworld_verified","score_raw":73.1,"score_norm":null,"config":"thinking mode","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"scicode","score_raw":52.2,"score_norm":null,"config":"thinking mode; avg of 10 runs","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"swe_bench_multilingual","score_raw":76.7,"score_norm":null,"config":"thinking mode; avg of 10 runs","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"swe_bench_pro","score_raw":58.6,"score_norm":89.33,"config":"thinking mode; avg of 10 runs","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"swe_bench_verified","score_raw":80.2,"score_norm":93.6,"config":"thinking mode; in-house swe-agent-adapted framework; avg of 10 runs","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"},{"benchmark":"tau_bench","score_raw":96,"score_norm":100,"config":"tau-squared-bench telecom, tau2, vendor-reported","trust":0,"source_type":"community","source_url":"https://kili-technology.com/blog/data-story-kimi-k2-6","measured_date":null},{"benchmark":"terminal_bench","score_raw":66.7,"score_norm":72.59,"config":"terminus-2 agent framework, preserve thinking mode","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","measured_date":"2026-04-20"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://platform.kimi.ai/docs/models","publisher":"Moonshot AI"},{"url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2.6","publisher":"OpenRouter (listed 2026-04-20)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-v3","display_name":"DeepSeek-V3","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"3","size_class":"frontier-v","params_total_b":684.53,"params_active_b":37,"params_exact":684531386000,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-V3","openrouter_id":"deepseek/deepseek-chat","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":null,"is_open_weights":true,"self_hostable":true,"context_window_tok":163840,"release_date":"2024-12","release_status":"released","status":"superseded","supersedes":["deepseek-3-instruct"],"superseded_by":"deepseek-v3.2","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.2574,"completion_usd_per_m":1.0287,"cache_read_usd_per_m":null,"context_length":163840,"source":"openrouter","source_model_id":"deepseek/deepseek-chat","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1358.5,"score_norm":0,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1138,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1128,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1108,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1092,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1009,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1121,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1132,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://github.com/deepseek-ai/DeepSeek-V3","publisher":"DeepSeek"},{"url":"https://arxiv.org/pdf/2412.19437","publisher":"arXiv"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-1-large","display_name":"mistral-large","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"1","size_class":"frontier-large","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"mistralai/mistral-large","is_moe":false,"variant_axis":"general","modalities":["text","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":128000,"release_date":"2024-02-26","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"mistral-2512-large","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"cache_read_usd_per_m":0.2,"context_length":128000,"source":"openrouter","source_model_id":"mistralai/mistral-large","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large","publisher":"OpenRouter (listed 2024-02-26)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-haiku-3","display_name":"claude-3-haiku","family":{"id":"claude","vendor":"Anthropic"},"generation":"3","size_class":"frontier-haiku","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-3-haiku","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2024-03-13","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-haiku-4.5","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":1.25,"cache_read_usd_per_m":0.03,"context_length":200000,"source":"openrouter","source_model_id":"anthropic/claude-3-haiku","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-3-haiku","publisher":"OpenRouter (listed 2024-03-13)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-4-o","display_name":"gpt-4o-2024-11-20","family":{"id":"gpt","vendor":"OpenAI"},"generation":"4","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-4o","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":128000,"release_date":"2024-11-20","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.6-luna","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":10,"cache_read_usd_per_m":1.25,"context_length":128000,"source":"openrouter","source_model_id":"openai/gpt-4o-2024-08-06","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":24.2,"score_norm":24.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4o-2024-05-13","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1119.4,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":919,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4o","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":880,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4o","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":875,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4o","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":945,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4o","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":913,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4o","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":842,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4o","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-4o-2024-11-20","publisher":"OpenRouter (listed 2024-11-20)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-4-o-mini","display_name":"gpt-4o-mini","family":{"id":"gpt","vendor":"OpenAI"},"generation":"4","size_class":"frontier-mini","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-4o-mini","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":128000,"release_date":"2024-07-18","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.4-mini","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.15,"completion_usd_per_m":0.6,"cache_read_usd_per_m":0.075,"context_length":128000,"source":"openrouter","source_model_id":"openai/gpt-4o-mini","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1,"score_norm":1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4o-mini","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":11.4,"score_norm":11.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4o-mini","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1098,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-4o-mini","publisher":"OpenRouter (listed 2024-07-18)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"llama-3.1-70b-instruct","display_name":"llama-3.1-70b-instruct","family":{"id":"llama","vendor":"Meta"},"generation":"3.1","size_class":"70b","params_total_b":70.55,"params_active_b":70.55,"params_exact":70553706496,"params_source":"hf_safetensors","hugging_face_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","openrouter_id":"meta-llama/llama-3.1-70b-instruct","is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_large","license":"llama3.1","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2024-07-23","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"llama-3.3-70b-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.4,"completion_usd_per_m":0.4,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"meta-llama/llama-3.1-70b-instruct","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#meta-llama/llama-3.1-70b-instruct","publisher":"OpenRouter (listed 2024-07-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-2407-large","display_name":"mistral-large-2407","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"2407","size_class":"frontier-large","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"mistralai/mistral-large-2407","is_moe":false,"variant_axis":"general","modalities":["text","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":131072,"release_date":"2024-11-19","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"mistral-2512-large","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"cache_read_usd_per_m":0.2,"context_length":131072,"source":"openrouter","source_model_id":"mistralai/mistral-large-2407","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-large-2407","publisher":"OpenRouter (listed 2024-11-19)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"nova-1-lite","display_name":"nova-lite-v1","family":{"id":"nova","vendor":"Amazon"},"generation":"1","size_class":"frontier-lite","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"amazon/nova-lite-v1","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":300000,"release_date":"2024-12-05","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"nova-2-lite-v1","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.06,"completion_usd_per_m":0.24,"cache_read_usd_per_m":null,"context_length":300000,"source":"openrouter","source_model_id":"amazon/nova-lite-v1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#amazon/nova-lite-v1","publisher":"OpenRouter (listed 2024-12-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-o1","display_name":"o1-2024-12-17","family":{"id":"gpt","vendor":"OpenAI"},"generation":"1","size_class":"frontier-o","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/o1","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2024-12-17","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-o3","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":15,"completion_usd_per_m":60,"cache_read_usd_per_m":7.5,"context_length":200000,"source":"openrouter","source_model_id":"openai/o1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":39.7,"score_norm":39.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/o1","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1402.1,"score_norm":26.07,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1193.4,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/o1","publisher":"OpenRouter (listed 2024-12-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-o3-mini","display_name":"o3-mini-2025-01-31","family":{"id":"gpt","vendor":"OpenAI"},"generation":"3","size_class":"frontier-o-mini","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/o3-mini","is_moe":false,"variant_axis":"general","modalities":["text","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-01-31","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-o4-mini","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.1,"completion_usd_per_m":4.4,"cache_read_usd_per_m":0.55,"context_length":200000,"source":"openrouter","source_model_id":"openai/o3-mini","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1347.9,"score_norm":0,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/o3-mini","publisher":"OpenRouter (listed 2025-01-31)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3.1-small-24b-2503-instruct","display_name":"Mistral-Small-3.1-24B-Instruct-2503","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3.1","size_class":"24b","params_total_b":24.01,"params_active_b":24.01,"params_exact":24011361280,"params_source":"hf_safetensors","hugging_face_id":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","openrouter_id":"mistralai/mistral-small-3.1-24b-instruct","is_moe":false,"variant_axis":"instruct","modalities":["text","image"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":128000,"release_date":"2025-03-17","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"mistral-3.2-small-24b-2506-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.351,"completion_usd_per_m":0.555,"cache_read_usd_per_m":null,"context_length":128000,"source":"openrouter","source_model_id":"mistralai/mistral-small-3.1-24b-instruct","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo_vision","score_raw":1127.6,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://mistral.ai/news/mistral-small-3-1/","publisher":"Mistral AI"},{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-small-3.1-24b-instruct","publisher":"OpenRouter (listed 2025-03-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-o1-pro","display_name":"o1-pro","family":{"id":"gpt","vendor":"OpenAI"},"generation":"1","size_class":"frontier-o-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/o1-pro","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-03-19","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-o3-pro","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":150,"completion_usd_per_m":600,"cache_read_usd_per_m":null,"context_length":200000,"source":"openrouter","source_model_id":"openai/o1-pro","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/o1-pro","publisher":"OpenRouter (listed 2025-03-19)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-3-0324-instruct","display_name":"deepseek-chat-v3-0324","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"3","size_class":"frontier","params_total_b":684.53,"params_active_b":37,"params_exact":684531386000,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-V3-0324","openrouter_id":"deepseek/deepseek-chat-v3-0324","is_moe":true,"variant_axis":"instruct","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":163840,"release_date":"2025-03-24","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"deepseek-3.1-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.27,"completion_usd_per_m":1.12,"cache_read_usd_per_m":0.135,"context_length":163840,"source":"openrouter","source_model_id":"deepseek/deepseek-chat-v3-0324","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.6,"score_norm":1.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3-0324","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":21.2,"score_norm":21.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3-0324","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":15.2,"score_norm":15.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3-0324","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1395.6,"score_norm":21.25,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat-v3-0324","publisher":"OpenRouter (listed 2025-03-24)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-4.1-nano","display_name":"gpt-4.1-nano-2025-04-14","family":{"id":"gpt","vendor":"OpenAI"},"generation":"4.1","size_class":"frontier-nano","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-4.1-nano","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1047576,"release_date":"2025-04-14","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.4-nano","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.4,"cache_read_usd_per_m":0.025,"context_length":1047576,"source":"openrouter","source_model_id":"openai/gpt-4.1-nano","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.2,"score_norm":1.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-nano","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":11.1,"score_norm":11.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-nano","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":9.6,"score_norm":9.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-nano","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1089.5,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":975,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-nano","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":982,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-nano","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":910,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-nano","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1009,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-nano","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":943,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-nano","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":984,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-nano","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-nano","publisher":"OpenRouter (listed 2025-04-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-4.1-mini","display_name":"gpt-4.1-mini-2025-04-14","family":{"id":"gpt","vendor":"OpenAI"},"generation":"4.1","size_class":"frontier-mini","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-4.1-mini","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1047576,"release_date":"2025-04-14","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.4-mini","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.4,"completion_usd_per_m":1.6,"cache_read_usd_per_m":0.1,"context_length":1047576,"source":"openrouter","source_model_id":"openai/gpt-4.1-mini","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":1.8,"score_norm":1.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-mini","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":20.2,"score_norm":20.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-mini","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":14.8,"score_norm":14.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-mini","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1382.8,"score_norm":11.76,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1202.6,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":887,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1012,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1052,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1109,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":989,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1009,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-mini","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1-mini","publisher":"OpenRouter (listed 2025-04-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-4.1","display_name":"gpt-4.1-2025-04-14","family":{"id":"gpt","vendor":"OpenAI"},"generation":"4.1","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-4.1","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1047576,"release_date":"2025-04-14","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.6-luna","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":8,"cache_read_usd_per_m":0.5,"context_length":1047576,"source":"openrouter","source_model_id":"openai/gpt-4.1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1414.1,"score_norm":34.97,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1214,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":900,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1044,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1122,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1118,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1028,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1050,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-4.1","publisher":"OpenRouter (listed 2025-04-14)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-235b-a22b","display_name":"Qwen3-235B-A22B","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"235b-a22b","params_total_b":235.09,"params_active_b":22,"params_exact":235093634560,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-235B-A22B","openrouter_id":"qwen/qwen3-235b-a22b","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-04-29","release_status":"released","status":"superseded","supersedes":["qwen-3-235b-a22b-04-28"],"superseded_by":"qwen-3-235b-a22b-07-25","intelligence":{"index":65.41,"inputs":[{"benchmark":"aime","score_raw":92.3,"score_norm":90.38,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","config":"aime 2025, qwen3-235b-a22b-thinking-2507, 81920 max output tokens"},{"benchmark":"arena_elo","score_raw":1374.8,"score_norm":5.82,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":81.1,"score_norm":79.01,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","config":"qwen3-235b-a22b-thinking-2507"},{"benchmark":"hle","score_raw":18.2,"score_norm":27.93,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","config":"text-only subset, thinking-2507"},{"benchmark":"livebench","score_raw":78.4,"score_norm":85.33,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","config":"livebench 20241125, thinking-2507"},{"benchmark":"mmlu_pro","score_raw":84.4,"score_norm":85.38,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","config":"qwen3-235b-a22b-thinking-2507"}],"coverage":0.6666},"pricing":{"prompt_usd_per_m":0.455,"completion_usd_per_m":1.82,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"qwen/qwen3-235b-a22b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":493.689,"kv_cache_gb_per_8k":null,"min_serve_gb":525.426,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":246.845,"kv_cache_gb_per_8k":null,"min_serve_gb":266.24,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":123.422,"kv_cache_gb_per_8k":null,"min_serve_gb":136.646,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":246.845,"kv_cache_gb_per_8k":null,"min_serve_gb":266.24,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":8424.86,"quant":"fp16","batch_size":null,"context_tokens":8192,"method":"community","trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/","derivation":null}],"benchmarks":[{"benchmark":"aime","score_raw":92.3,"score_norm":90.38,"config":"aime 2025, qwen3-235b-a22b-thinking-2507, 81920 max output tokens","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","measured_date":null},{"benchmark":"arena_elo","score_raw":1374.8,"score_norm":5.82,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_hard_v2","score_raw":79.7,"score_norm":null,"config":"thinking-2507","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","measured_date":null},{"benchmark":"design_arena_3d","score_raw":909,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1021,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1015,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":966,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":986,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1042,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":81.1,"score_norm":79.01,"config":"qwen3-235b-a22b-thinking-2507","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","measured_date":null},{"benchmark":"hle","score_raw":18.2,"score_norm":27.93,"config":"text-only subset, thinking-2507","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","measured_date":null},{"benchmark":"ifeval","score_raw":87.8,"score_norm":null,"config":"thinking-2507","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","measured_date":null},{"benchmark":"livebench","score_raw":78.4,"score_norm":85.33,"config":"livebench 20241125, thinking-2507","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","measured_date":null},{"benchmark":"livecodebench","score_raw":74.1,"score_norm":null,"config":"25.02-25.05, thinking-2507","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","measured_date":null},{"benchmark":"mmlu_pro","score_raw":84.4,"score_norm":85.38,"config":"qwen3-235b-a22b-thinking-2507","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","measured_date":null},{"benchmark":"supergpqa","score_raw":64.9,"score_norm":null,"config":"thinking-2507","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","measured_date":null},{"benchmark":"tau2_bench_retail","score_raw":71.9,"score_norm":null,"config":"thinking-2507","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://qwenlm.github.io/blog/qwen3/","publisher":"Qwen"},{"url":"https://huggingface.co/Qwen/Qwen3-235B-A22B","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-30b-a3b-instruct","display_name":"Qwen3-30B-A3B","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"30b-a3b","params_total_b":30.53,"params_active_b":3,"params_exact":30532122624,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3-30B-A3B","openrouter_id":"qwen/qwen3-30b-a3b","is_moe":true,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-04-29","release_status":"released","status":"superseded","supersedes":["qwen-3-30b-a3b-04-28"],"superseded_by":"qwen-3-30b-a3b-2507-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.13,"completion_usd_per_m":0.52,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"qwen/qwen3-30b-a3b","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":64.113,"kv_cache_gb_per_8k":null,"min_serve_gb":68.235,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":32.057,"kv_cache_gb_per_8k":null,"min_serve_gb":34.576,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":16.028,"kv_cache_gb_per_8k":null,"min_serve_gb":17.944,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":32.057,"kv_cache_gb_per_8k":null,"min_serve_gb":34.576,"method":"derived_estimate","source_url":null}],"hardware_perf":[{"hardware":"intel_b70","metric":"single_stream_tok_s","value":243.2,"quant":"int4","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":608,"params_active_b":3,"bytes_per_param":0.5,"quant":"int4"},"bw_ceiling_tok_s":405.33,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_dgx_spark","metric":"single_stream_tok_s","value":54.6,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":273,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":91,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"batched_tok_s","value":123564.61,"quant":"fp8","batch_size":null,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","anchor":{"model_id":"qwen-3-235b-a22b","value":8424.86,"params_active_b":22,"quant":"fp16","batch_size":null,"context_tokens":8192,"trust":0,"source_url":"https://docs.gpustack.ai/latest/performance-lab/qwen3-235b-a22b/h100/"},"scaling":"active_param_and_bytes_per_param_ratio","quant_scale":2,"quant":"fp8","params_active_b":3,"provisional_hardware":false}},{"hardware":"nvidia_h100_sxm_80g","metric":"single_stream_tok_s","value":670,"quant":"fp8","batch_size":1,"context_tokens":8192,"method":"derived_estimate","trust":0,"source_url":null,"derivation":{"model":"bandwidth_saturation_v1","inputs":{"memory_bw_gbps":3350,"params_active_b":3,"bytes_per_param":1,"quant":"fp8"},"bw_ceiling_tok_s":1116.67,"calibration_factor":0.6,"calibration_anchors":0,"calibration_fallback":true,"provisional_hardware":false}}],"benchmarks":[{"benchmark":"design_arena_codecategories","score_raw":961,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":985,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":937,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":973,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":966,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://qwenlm.github.io/blog/qwen3/","publisher":"Qwen"},{"url":"https://huggingface.co/Qwen/Qwen3-30B-A3B","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mistral-3-medium","display_name":"mistral-medium-3","family":{"id":"mistral","vendor":"Mistral AI"},"generation":"3","size_class":"frontier-medium","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"mistralai/mistral-medium-3","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":131072,"release_date":"2025-05-07","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"mistral-3.1-medium","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.4,"completion_usd_per_m":2,"cache_read_usd_per_m":0.04,"context_length":131072,"source":"openrouter","source_model_id":"mistralai/mistral-medium-3","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1134,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1088,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1053,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1056,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1052,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1090,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#mistralai/mistral-medium-3","publisher":"OpenRouter (listed 2025-05-07)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-sonnet-4","display_name":"claude-4-sonnet","family":{"id":"claude","vendor":"Anthropic"},"generation":"4","size_class":"frontier-sonnet","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-sonnet-4","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2025-05-22","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-sonnet-5","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":3,"completion_usd_per_m":15,"cache_read_usd_per_m":0.3,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-sonnet-4","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":17.6,"score_norm":17.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":37.6,"score_norm":37.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":29.8,"score_norm":29.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1191,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1160,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1178,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1178,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1114,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1156,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1157,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4","publisher":"OpenRouter (listed 2025-05-22)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-opus-4","display_name":"claude-4-opus","family":{"id":"claude","vendor":"Anthropic"},"generation":"4","size_class":"frontier-opus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-opus-4","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-05-22","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-opus-5","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":15,"completion_usd_per_m":75,"cache_read_usd_per_m":1.5,"context_length":200000,"source":"openrouter","source_model_id":"anthropic/claude-opus-4","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1189,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1180,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1165,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1210,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1161,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1181,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4","measured_date":null},{"benchmark":"design_arena_website","score_raw":1176,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4","publisher":"OpenRouter (listed 2025-05-22)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-2.5-flash","display_name":"Gemini 2.5 Flash","family":{"id":"gemini","vendor":"Google"},"generation":"2.5","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-2.5-flash","is_moe":false,"variant_axis":"general","modalities":["text","image","audio","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2025-06-17","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-3.7-flash","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":2.5,"cache_read_usd_per_m":0.03,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-2.5-flash","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1410.2,"score_norm":32.08,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1213.9,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1122,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1123,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1154,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1104,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1053,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1120,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1127,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://ai.google.dev/gemini-api/docs/models","publisher":"Google"},{"url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash","publisher":"OpenRouter (listed 2025-06-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"kimi-k2","display_name":"Kimi K2","family":{"id":"kimi","vendor":"Moonshot AI"},"generation":"2","size_class":"frontier-k","params_total_b":1026.41,"params_active_b":32,"params_exact":1026408235864,"params_source":"hf_safetensors","hugging_face_id":"moonshotai/Kimi-K2-Instruct","openrouter_id":"moonshotai/kimi-k2","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":"2025-07","release_status":"released","status":"superseded","supersedes":["kimi-k2-1t-instruct"],"superseded_by":"kimi-k2-0905","intelligence":{"index":59.09,"inputs":[{"benchmark":"aime","score_raw":49.5,"score_norm":36.88,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"avg@64, non-thinking"},{"benchmark":"gpqa_diamond","score_raw":75.1,"score_norm":70.56,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"avg@8"},{"benchmark":"hle","score_raw":4.7,"score_norm":4.66,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"text only, no tools"},{"benchmark":"livebench","score_raw":76.4,"score_norm":80.89,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"pass@1"},{"benchmark":"mmlu_pro","score_raw":81.1,"score_norm":79.04,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"em"},{"benchmark":"swe_bench_verified","score_raw":65.8,"score_norm":74.4,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"agentic coding, single attempt, bash/editor tools, 8k output limit"},{"benchmark":"terminal_bench","score_raw":30,"score_norm":29.41,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"in-house framework"}],"coverage":0.7936},"pricing":{"prompt_usd_per_m":0.57,"completion_usd_per_m":2.3,"cache_read_usd_per_m":null,"context_length":131072,"source":"openrouter","source_model_id":"moonshotai/kimi-k2","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":2155.461,"kv_cache_gb_per_8k":null,"min_serve_gb":2294.026,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":1077.731,"kv_cache_gb_per_8k":null,"min_serve_gb":1162.41,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":538.865,"kv_cache_gb_per_8k":null,"min_serve_gb":596.601,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":1077.731,"kv_cache_gb_per_8k":null,"min_serve_gb":1162.41,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aime","score_raw":49.5,"score_norm":36.88,"config":"avg@64, non-thinking","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"design_arena_codecategories","score_raw":1052,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1036,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1013,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1058,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1061,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":75.1,"score_norm":70.56,"config":"avg@8","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"hle","score_raw":4.7,"score_norm":4.66,"config":"text only, no tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"livebench","score_raw":76.4,"score_norm":80.89,"config":"pass@1","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"livecodebench","score_raw":53.7,"score_norm":null,"config":"pass@1, aug24-may25 window","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"math_500","score_raw":97.4,"score_norm":null,"config":"accuracy","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"mmlu_pro","score_raw":81.1,"score_norm":79.04,"config":"em","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"swe_bench_multilingual","score_raw":47.3,"score_norm":null,"config":"agentic coding, single attempt","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"swe_bench_pro","score_raw":27.67,"score_norm":37.78,"config":"post-release eval section of model card","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":65.8,"score_norm":74.4,"config":"agentic coding, single attempt, bash/editor tools, 8k output limit","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"tau2_bench_retail","score_raw":70.6,"score_norm":null,"config":"avg@4","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null},{"benchmark":"terminal_bench","score_raw":30,"score_norm":29.41,"config":"in-house framework","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#moonshotai/kimi-k2","publisher":"OpenRouter (listed 2025-07-11)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-2.5-flash-lite","display_name":"gemini-2.5-flash-lite","family":{"id":"gemini","vendor":"Google"},"generation":"2.5","size_class":"frontier-flash-lite","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-2.5-flash-lite","is_moe":false,"variant_axis":"general","modalities":["text","image","file","audio","video"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2025-07-22","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-3.5-flash-lite","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.4,"cache_read_usd_per_m":0.01,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-2.5-flash-lite","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemini-2.5-flash-lite","publisher":"OpenRouter (listed 2025-07-22)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-opus-4.1","display_name":"claude-4.1-opus","family":{"id":"claude","vendor":"Anthropic"},"generation":"4.1","size_class":"frontier-opus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-opus-4.1","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-08-05","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-opus-5","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":15,"completion_usd_per_m":75,"cache_read_usd_per_m":1.5,"context_length":200000,"source":"openrouter","source_model_id":"anthropic/claude-opus-4.1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1204,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1198,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1190,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1186,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1212,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1186,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1191,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1188,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.1","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.1","publisher":"OpenRouter (listed 2025-08-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5-nano","display_name":"gpt-5-nano-2025-08-07","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5","size_class":"frontier-nano","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5-nano","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-08-07","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.4-nano","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.05,"completion_usd_per_m":0.4,"cache_read_usd_per_m":0.005,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5-nano","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo_vision","score_raw":1147.6,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1016,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-nano","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1103,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-nano","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1076,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-nano","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1084,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-nano","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1094,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-nano","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1112,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-nano","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5-nano","publisher":"OpenRouter (listed 2025-08-07)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5-mini","display_name":"gpt-5-mini-2025-08-07","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5","size_class":"frontier-mini","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5-mini","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-08-07","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.4-mini","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":2,"cache_read_usd_per_m":0.025,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5-mini","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":19.6,"score_norm":19.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":15.6,"score_norm":15.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":25.8,"score_norm":25.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1389.6,"score_norm":16.8,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1182.8,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1088,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1154,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1134,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1150,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1168,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1122,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1134,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1136,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5-mini","publisher":"OpenRouter (listed 2025-08-07)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5","display_name":"gpt-5-2025-08-07","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-08-07","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.6-luna","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":10,"cache_read_usd_per_m":0.125,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":26.5,"score_norm":26.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":37.8,"score_norm":37.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":35.3,"score_norm":35.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1434.1,"score_norm":49.81,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1213,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1418.7,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1106,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1173,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1187,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1241,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1224,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1219,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1207,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1195,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5","publisher":"OpenRouter (listed 2025-08-07)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-v3.1-terminus","display_name":"deepseek-v3.1-terminus","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"3.1","size_class":"frontier-v","params_total_b":684.53,"params_active_b":37,"params_exact":684531386000,"params_source":"hf_safetensors","hugging_face_id":"deepseek-ai/DeepSeek-V3.1-Terminus","openrouter_id":"deepseek/deepseek-v3.1-terminus","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":163840,"release_date":"2025-09-22","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"deepseek-v3.2","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.27,"completion_usd_per_m":1,"cache_read_usd_per_m":null,"context_length":163840,"source":"openrouter","source_model_id":"deepseek/deepseek-v3.1-terminus","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_coding_index","score_raw":43.5,"score_norm":43.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.1-terminus","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1414.6,"score_norm":35.34,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1191,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.1-terminus","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1194,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.1-terminus","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1188,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.1-terminus","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1170,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.1-terminus","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1096,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.1-terminus","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1210,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.1-terminus","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1198,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.1-terminus","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-v3.1-terminus","publisher":"OpenRouter (listed 2025-09-22)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-max","display_name":"qwen3-max","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"frontier-max","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3-max","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2025-09-23","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"qwen-3.7-max","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.78,"completion_usd_per_m":3.9,"cache_read_usd_per_m":0.156,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3-max","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1124,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1160,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1129,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1120,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1133,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1046,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1103,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-max","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1130,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3-max","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-max","publisher":"OpenRouter (listed 2025-09-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-sonnet-4.5","display_name":"claude-4.5-sonnet","family":{"id":"claude","vendor":"Anthropic"},"generation":"4.5","size_class":"frontier-sonnet","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-sonnet-4.5","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2025-09-29","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-sonnet-5","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":3,"completion_usd_per_m":15,"cache_read_usd_per_m":0.3,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-sonnet-4.5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":26.4,"score_norm":26.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":52.1,"score_norm":52.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":37.4,"score_norm":37.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1208,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1236,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1202,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1187,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1083,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1205,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1185,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":null},{"benchmark":"design_arena_svg","score_raw":1152,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1199,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1100,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1201,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.5","publisher":"OpenRouter (listed 2025-09-29)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5-pro","display_name":"gpt-5-pro-2025-10-06","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5-pro","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-10-06","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.5-pro","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":15,"completion_usd_per_m":120,"cache_read_usd_per_m":null,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5-pro","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5-pro","publisher":"OpenRouter (listed 2025-10-06)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"minimax-m2","display_name":"minimax-m2","family":{"id":"minimax","vendor":"MiniMax"},"generation":"2","size_class":"frontier-m","params_total_b":228.69,"params_active_b":228.69,"params_exact":228689764864,"params_source":"hf_safetensors","hugging_face_id":"MiniMaxAI/MiniMax-M2","openrouter_id":"minimax/minimax-m2","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":204800,"release_date":"2025-10-23","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"minimax-m2.7","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.255,"completion_usd_per_m":1.02,"cache_read_usd_per_m":null,"context_length":204800,"source":"openrouter","source_model_id":"minimax/minimax-m2","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo_webdev","score_raw":1297,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1148,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1153,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1161,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1155,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1133,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1165,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1153,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2","publisher":"OpenRouter (listed 2025-10-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.1","display_name":"gpt-5.1","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.1","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.1","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-11-13","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.6-luna","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":10,"cache_read_usd_per_m":0.125,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5.1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":21.6,"score_norm":21.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":49.4,"score_norm":49.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":37.5,"score_norm":37.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1454.8,"score_norm":65.16,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1400.8,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1419.7,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1250.2,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1391.1,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1110,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1151,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1190,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1225,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1217,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1186,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1196,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1029,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1198,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.1","publisher":"OpenRouter (listed 2025-11-13)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-opus-4.5","display_name":"claude-4.5-opus","family":{"id":"claude","vendor":"Anthropic"},"generation":"4.5","size_class":"frontier-opus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-opus-4.5","is_moe":false,"variant_axis":"general","modalities":["file","image","text"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":200000,"release_date":"2025-11-24","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-opus-5","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":25,"cache_read_usd_per_m":0.5,"context_length":200000,"source":"openrouter","source_model_id":"anthropic/claude-opus-4.5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1265,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1218,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1222,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1262,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1263,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1187,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1267,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1240,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1218,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1265,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1189,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1259,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.5","publisher":"OpenRouter (listed 2025-11-24)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-4.6","display_name":"glm-4.6","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"4.6","size_class":"frontier","params_total_b":356.79,"params_active_b":32,"params_exact":356785898816,"params_source":"hf_safetensors","hugging_face_id":"zai-org/GLM-4.6","openrouter_id":"z-ai/glm-4.6","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":204800,"release_date":"2025-09-30","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"glm-5.2","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.5,"completion_usd_per_m":2,"cache_read_usd_per_m":0.1,"context_length":204800,"source":"openrouter","source_model_id":"z-ai/glm-4.6","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":18.6,"score_norm":18.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":45.8,"score_norm":45.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":29.3,"score_norm":29.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1424.4,"score_norm":42.61,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1340.1,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1180,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1127,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1185,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1181,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1062,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1191,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1180,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1145,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1141,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1175,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1185,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.6","publisher":"OpenRouter (listed 2025-09-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.2","display_name":"gpt-5.2","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.2","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.2","is_moe":false,"variant_axis":"general","modalities":["file","image","text"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-12-10","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.6-luna","intelligence":{"index":79.17,"inputs":[{"benchmark":"aime","score_raw":99,"score_norm":98.75,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"aime 2025, artificial analysis eval, gpt-5.2 (xhigh)"},{"benchmark":"arc_agi_2","score_raw":52.91,"score_norm":53.23,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gpt-5-2-2025-12-11-thinking-xhigh, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1437.5,"score_norm":52.33,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":91.666,"score_norm":93.9,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall, xhigh reasoning effort"},{"benchmark":"hle","score_raw":37.67,"score_norm":61.5,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gpt-5.2 (xhigh)"},{"benchmark":"livebench","score_raw":74.63,"score_norm":76.96,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gpt-5.2-2025-12-11-high"},{"benchmark":"mmlu_pro","score_raw":86.234,"score_norm":88.91,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall, xhigh reasoning effort"},{"benchmark":"swe_bench_verified","score_raw":75.8,"score_norm":87.73,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall, xhigh reasoning effort"}],"coverage":0.9047},"pricing":{"prompt_usd_per_m":1.75,"completion_usd_per_m":14,"cache_read_usd_per_m":0.175,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5.2","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aime","score_raw":99,"score_norm":98.75,"config":"aime 2025, artificial analysis eval, gpt-5.2 (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"arc_agi_2","score_raw":52.91,"score_norm":53.23,"config":"run gpt-5-2-2025-12-11-thinking-xhigh, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1476.2,"score_norm":81.03,"config":"arena entry gpt-5.2-chat-latest-20260210, rank 23, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1437.5,"score_norm":52.33,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1405,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1244.3,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1417.8,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1129,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1101,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1185,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1189,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1221,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1074,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1233,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1142,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1143,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1171,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1216,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1113,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1206,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":91.666,"score_norm":93.9,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":90.3,"score_norm":91.97,"config":"artificial analysis eval, gpt-5.2 (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":37.67,"score_norm":61.5,"config":"artificial analysis eval, gpt-5.2 (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"livebench","score_raw":74.63,"score_norm":76.96,"config":"global average, livebench-2026-06-25 release, run gpt-5.2-2025-12-11-high","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":86.234,"score_norm":88.91,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":75.8,"score_norm":87.73,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2","publisher":"OpenRouter (listed 2025-12-10)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.2-pro","display_name":"gpt-5.2-pro","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.2","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.2-pro","is_moe":false,"variant_axis":"general","modalities":["image","text","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":400000,"release_date":"2025-12-10","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.5-pro","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":21,"completion_usd_per_m":168,"cache_read_usd_per_m":null,"context_length":400000,"source":"openrouter","source_model_id":"openai/gpt-5.2-pro","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.2-pro","publisher":"OpenRouter (listed 2025-12-10)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3-flash","display_name":"gemini-3-flash-preview","family":{"id":"gemini","vendor":"Google"},"generation":"3","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3-flash-preview","is_moe":false,"variant_axis":"general","modalities":["text","image","file","audio","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2025-12-17","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-3.7-flash","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.5,"completion_usd_per_m":3,"cache_read_usd_per_m":0.05,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-3-flash-preview","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1234,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticslides","score_raw":1073,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1093,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1208,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1093,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1205,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1161,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1141,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1036,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":null},{"benchmark":"design_arena_webapps","score_raw":1158,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1207,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemini-3-flash-preview","publisher":"OpenRouter (listed 2025-12-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-4.7","display_name":"glm-4.7","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"4.7","size_class":"frontier","params_total_b":358.34,"params_active_b":32,"params_exact":358337791296,"params_source":"hf_safetensors","hugging_face_id":"zai-org/GLM-4.7","openrouter_id":"z-ai/glm-4.7","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":204800,"release_date":"2025-12-22","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"glm-5.2","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.4,"completion_usd_per_m":1.75,"cache_read_usd_per_m":0.08,"context_length":204800,"source":"openrouter","source_model_id":"z-ai/glm-4.7","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":26.2,"score_norm":26.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":45.3,"score_norm":45.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":34.5,"score_norm":34.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1441.7,"score_norm":55.44,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1434.3,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1241,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1155,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1198,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1237,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1216,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1080,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1227,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1058,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1158,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1180,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1229,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1239,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-4.7","publisher":"OpenRouter (listed 2025-12-22)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"minimax-m2.1","display_name":"minimax-m2.1","family":{"id":"minimax","vendor":"MiniMax"},"generation":"2.1","size_class":"frontier-m","params_total_b":228.69,"params_active_b":228.69,"params_exact":228689764864,"params_source":"hf_safetensors","hugging_face_id":"MiniMaxAI/MiniMax-M2.1","openrouter_id":"minimax/minimax-m2.1","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":204800,"release_date":"2025-12-23","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"minimax-m2.7","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":1.2,"cache_read_usd_per_m":0.03,"context_length":204800,"source":"openrouter","source_model_id":"minimax/minimax-m2.1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1216,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1210,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1227,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1173,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1166,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1252,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1213,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.1","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.1","publisher":"OpenRouter (listed 2025-12-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"minimax-m2-her","display_name":"minimax-m2-her","family":{"id":"minimax","vendor":"MiniMax"},"generation":"2","size_class":"frontier-m","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"minimax/minimax-m2-her","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":65536,"release_date":"2026-01-23","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"minimax-m2.7","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":1.2,"cache_read_usd_per_m":0.03,"context_length":65536,"source":"openrouter","source_model_id":"minimax/minimax-m2-her","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2-her","publisher":"OpenRouter (listed 2026-01-23)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-opus-4.6","display_name":"claude-4.6-opus","family":{"id":"claude","vendor":"Anthropic"},"generation":"4.6","size_class":"frontier-opus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-opus-4.6","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-02-04","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-opus-5","intelligence":{"index":84.59,"inputs":[{"benchmark":"arc_agi_2","score_raw":68.75,"score_norm":70.83,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run claude-opus-4-6-thinking-120k-max, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1497.2,"score_norm":96.61,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":89.646,"score_norm":91.05,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall"},{"benchmark":"hle","score_raw":39.94,"score_norm":65.41,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, claude opus 4.6 (adaptive reasoning, max effort)"},{"benchmark":"livebench","score_raw":74.52,"score_norm":76.71,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run claude-opus-4-6-thinking-auto-high-effort"},{"benchmark":"mmlu_pro","score_raw":89.107,"score_norm":94.44,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall"},{"benchmark":"swe_bench_verified","score_raw":78.2,"score_norm":90.93,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall"}],"coverage":0.8254},"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":25,"cache_read_usd_per_m":0.5,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-opus-4.6","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arc_agi_2","score_raw":68.75,"score_norm":70.83,"config":"run claude-opus-4-6-thinking-120k-max, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1504.6,"score_norm":100,"config":"arena entry claude-opus-4-6-high, rank 2, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1497.2,"score_norm":96.61,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1505.9,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1537.8,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1292.9,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1537.4,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1326,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1247,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1285,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1309,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1303,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1249,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1315,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1264,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1265,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1312,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1232,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1304,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":89.646,"score_norm":91.05,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":89.6,"score_norm":90.99,"config":"artificial analysis eval, claude opus 4.6 (adaptive reasoning, max effort)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":39.94,"score_norm":65.41,"config":"artificial analysis eval, claude opus 4.6 (adaptive reasoning, max effort)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"livebench","score_raw":74.52,"score_norm":76.71,"config":"global average, livebench-2026-06-25 release, run claude-opus-4-6-thinking-auto-high-effort","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":89.107,"score_norm":94.44,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":78.2,"score_norm":90.93,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.6","publisher":"OpenRouter (listed 2026-02-04)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-5","display_name":"GLM-5","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"5","size_class":"frontier","params_total_b":753.86,"params_active_b":40,"params_exact":753864139008,"params_source":"hf_safetensors","hugging_face_id":"zai-org/GLM-5","openrouter_id":"z-ai/glm-5","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":204800,"release_date":"2026-02-12","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"glm-5.2","intelligence":{"index":78.01,"inputs":[{"benchmark":"aime","score_raw":92.7,"score_norm":90.88,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":"aime 2026 i"},{"benchmark":"arena_elo","score_raw":1456.8,"score_norm":66.64,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":86,"score_norm":85.92,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":null},{"benchmark":"hle","score_raw":30.5,"score_norm":49.14,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":"no tools"},{"benchmark":"swe_bench_verified","score_raw":77.8,"score_norm":90.4,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":null},{"benchmark":"tau_bench","score_raw":89.7,"score_norm":92.93,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":null},{"benchmark":"terminal_bench","score_raw":56.2,"score_norm":60.24,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":"terminus 2 harness (standard tasks)"}],"coverage":0.6826},"pricing":{"prompt_usd_per_m":0.6,"completion_usd_per_m":1.92,"cache_read_usd_per_m":0.12,"context_length":204800,"source":"openrouter","source_model_id":"z-ai/glm-5","as_of":"2026-08-18"},"memory":[{"quant":"fp16","weights_gb":1583.106,"kv_cache_gb_per_8k":null,"min_serve_gb":1684.877,"method":"derived_estimate","source_url":null},{"quant":"fp8","weights_gb":791.553,"kv_cache_gb_per_8k":null,"min_serve_gb":853.746,"method":"derived_estimate","source_url":null},{"quant":"int4","weights_gb":395.777,"kv_cache_gb_per_8k":null,"min_serve_gb":438.182,"method":"derived_estimate","source_url":null},{"quant":"int8","weights_gb":791.553,"kv_cache_gb_per_8k":null,"min_serve_gb":853.746,"method":"derived_estimate","source_url":null}],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_intelligence_index","score_raw":50,"score_norm":50,"config":"v4.0","trust":1,"source_type":"vendor_claim","source_url":"https://arxiv.org/html/2602.15763v1","measured_date":"2026-02-11"},{"benchmark":"aime","score_raw":92.7,"score_norm":90.88,"config":"aime 2026 i","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"arena_elo","score_raw":1456.8,"score_norm":66.64,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1435.6,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"browsecomp","score_raw":62,"score_norm":null,"config":"no context management","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"browsecomp","score_raw":75.9,"score_norm":null,"config":"with hierarchical context management","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"browsecomp_zh","score_raw":72.7,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"cybergym","score_raw":43.2,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"design_arena_3d","score_raw":1279,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1182,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1181,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1266,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1249,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1152,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1273,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1144,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1167,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1188,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1204,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1261,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1261,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":86,"score_norm":85.92,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"hle","score_raw":30.5,"score_norm":49.14,"config":"no tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"hle","score_raw":50.4,"score_norm":83.45,"config":"with tools","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"hmmt","score_raw":96.9,"score_norm":null,"config":"hmmt nov. 2025","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"imoanswerbench","score_raw":82.5,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"lmarena_text_arena_elo","score_raw":1452,"score_norm":null,"config":"#1 open-weight, #11 overall at time of writing","trust":0,"source_type":"community","source_url":"https://huggingface.co/blog/mlabonne/glm-5","measured_date":null},{"benchmark":"mcp_atlas","score_raw":67.8,"score_norm":null,"config":"public set","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"swe_bench_multilingual","score_raw":73.3,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"swe_bench_verified","score_raw":77.8,"score_norm":90.4,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"tau_bench","score_raw":89.7,"score_norm":92.93,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"terminal_bench","score_raw":56.2,"score_norm":60.24,"config":"terminus 2 harness (standard tasks)","trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"},{"benchmark":"tool_decathlon","score_raw":38,"score_norm":null,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://huggingface.co/zai-org/GLM-5","measured_date":"2026-02-11"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://z.ai/blog/glm-5","publisher":"Zhipu AI"},{"url":"https://huggingface.co/zai-org/GLM-5","publisher":"Hugging Face"},{"url":"https://arxiv.org/html/2602.15763v1","publisher":"arXiv"},{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-5","publisher":"OpenRouter (listed 2026-02-11)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"minimax-m2.5","display_name":"MiniMax-M2.5","family":{"id":"minimax","vendor":"MiniMax"},"generation":"2.5","size_class":"frontier-m","params_total_b":228.7,"params_active_b":10,"params_exact":228703644928,"params_source":"hf_safetensors","hugging_face_id":"MiniMaxAI/MiniMax-M2.5","openrouter_id":"minimax/minimax-m2.5","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":204800,"release_date":"2026-02-12","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"minimax-m2.7","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.22,"completion_usd_per_m":0.9,"cache_read_usd_per_m":0.05,"context_length":204800,"source":"openrouter","source_model_id":"minimax/minimax-m2.5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1390.2,"score_norm":17.25,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1384,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1220,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1226,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1192,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1216,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1186,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1200,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1234,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.5","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.5","publisher":"Hugging Face"},{"url":"https://huggingface.co/blog/mlabonne/minimax-m25","publisher":"Hugging Face Blog"},{"url":"https://openrouter.ai/api/v1/models#minimax/minimax-m2.5","publisher":"OpenRouter (listed 2026-02-12)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-sonnet-4.6","display_name":"claude-4.6-sonnet","family":{"id":"claude","vendor":"Anthropic"},"generation":"4.6","size_class":"frontier-sonnet","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-sonnet-4.6","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-02-17","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-sonnet-5","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":3,"completion_usd_per_m":15,"cache_read_usd_per_m":0.3,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-sonnet-4.6","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":42.1,"score_norm":42.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":63,"score_norm":63,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":48.4,"score_norm":48.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1472,"score_norm":77.92,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1482.8,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1529.7,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1275.3,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1523.7,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1285,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1185,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1236,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1266,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1296,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1300,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1243,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1298,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1226,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1262,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1234,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1298,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1226,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1297,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-sonnet-4.6","publisher":"OpenRouter (listed 2026-02-17)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3.1-pro-customtools","display_name":"gemini-3.1-pro-preview-customtools","family":{"id":"gemini","vendor":"Google"},"generation":"3.1","size_class":"frontier-customtools-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3.1-pro-preview-customtools","is_moe":false,"variant_axis":"general","modalities":["text","audio","image","video","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-02-25","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-3-pro-image","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":12,"cache_read_usd_per_m":0.2,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-3.1-pro-preview-customtools","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-pro-preview-customtools","publisher":"OpenRouter (listed 2026-02-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.5-27b","display_name":"qwen3.5-27b","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.5","size_class":"27b","params_total_b":27.78,"params_active_b":27.78,"params_exact":27781427952,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3.5-27B","openrouter_id":"qwen/qwen3.5-27b","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-02-25","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"qwen-3.6-27b","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.195,"completion_usd_per_m":1.56,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3.5-27b","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1408,"score_norm":30.45,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1218.7,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1357.5,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-27b","publisher":"OpenRouter (listed 2026-02-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.5-35b-a3b","display_name":"qwen3.5-35b-a3b","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.5","size_class":"35b-a3b","params_total_b":35.95,"params_active_b":3,"params_exact":35951822704,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen3.5-35B-A3B","openrouter_id":"qwen/qwen3.5-35b-a3b","is_moe":true,"variant_axis":"general","modalities":["text","image","video"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":262144,"release_date":"2026-02-25","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"qwen-3.6-35b-a3b","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.225,"completion_usd_per_m":1.8,"cache_read_usd_per_m":0.225,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3.5-35b-a3b","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":11.8,"score_norm":11.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-35b-a3b","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":37,"score_norm":37,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-35b-a3b","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":24.3,"score_norm":24.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-35b-a3b","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1395.5,"score_norm":21.18,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1249.7,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-35b-a3b","publisher":"OpenRouter (listed 2026-02-25)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3.1-flash-lite","display_name":"gemini-3.1-flash-lite","family":{"id":"gemini","vendor":"Google"},"generation":"3.1","size_class":"frontier-flash-lite","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3.1-flash-lite","is_moe":false,"variant_axis":"general","modalities":["text","image","video","file","audio"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-05-07","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-3.5-flash-lite","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":1.5,"cache_read_usd_per_m":0.025,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-3.1-flash-lite","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":6.5,"score_norm":6.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":34.7,"score_norm":34.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":25.6,"score_norm":25.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1432.1,"score_norm":48.32,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1336.1,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1234.3,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1254.1,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1098,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1199,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1091,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1065,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1068,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1088,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1102,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1094,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-preview","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite","publisher":"OpenRouter (listed 2026-05-07)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.4","display_name":"gpt-5.4","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.4","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.4","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1050000,"release_date":"2026-03-05","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.6-luna","intelligence":{"index":85.77,"inputs":[{"benchmark":"arc_agi_2","score_raw":73.95,"score_norm":76.61,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gpt-5-4-xhigh, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1476.4,"score_norm":81.18,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":91.666,"score_norm":93.9,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall, xhigh reasoning effort"},{"benchmark":"hle","score_raw":43.74,"score_norm":71.97,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gpt-5.4 (xhigh)"},{"benchmark":"livebench","score_raw":77.97,"score_norm":84.38,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gpt-5.4-xhigh"},{"benchmark":"mmlu_pro","score_raw":87.482,"score_norm":91.31,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall, xhigh reasoning effort"},{"benchmark":"swe_bench_verified","score_raw":78.2,"score_norm":90.93,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall, xhigh reasoning effort"},{"benchmark":"terminal_bench","score_raw":78.28,"score_norm":86.21,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gpt-5.4 (xhigh), terminal-bench 2.1"}],"coverage":0.873},"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":15,"cache_read_usd_per_m":0.25,"context_length":1050000,"source":"openrouter","source_model_id":"openai/gpt-5.4","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":44.2,"score_norm":44.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":71.1,"score_norm":71.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":53.1,"score_norm":53.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"arc_agi_2","score_raw":73.95,"score_norm":76.61,"config":"run gpt-5-4-xhigh, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1476.4,"score_norm":81.18,"config":"arena entry gpt-5.4-high, rank 22, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1476.4,"score_norm":81.18,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1470.1,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1448.7,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1282.6,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1390.2,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1152,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1073,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1232,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1231,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1255,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1049,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1277,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1135,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1137,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":null},{"benchmark":"design_arena_svg","score_raw":1231,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1268,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1097,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1231,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":91.666,"score_norm":93.9,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":92.02,"score_norm":94.39,"config":"artificial analysis eval, gpt-5.4 (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":43.74,"score_norm":71.97,"config":"artificial analysis eval, gpt-5.4 (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"livebench","score_raw":77.97,"score_norm":84.38,"config":"global average, livebench-2026-06-25 release, run gpt-5.4-xhigh","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":87.482,"score_norm":91.31,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":78.2,"score_norm":90.93,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":78.28,"score_norm":86.21,"config":"artificial analysis eval, gpt-5.4 (xhigh), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4","publisher":"OpenRouter (listed 2026-03-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.4-pro","display_name":"gpt-5.4-pro","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.4","size_class":"frontier-pro","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.4-pro","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1050000,"release_date":"2026-03-05","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.5-pro","intelligence":{"index":87.54,"inputs":[{"benchmark":"arc_agi_2","score_raw":83.3,"score_norm":87,"trust":2,"source_url":"https://epoch.ai/models/gpt-5-4-pro","config":"best score across settings, epoch ai independent eval"},{"benchmark":"gpqa_diamond","score_raw":94.6,"score_norm":98.03,"trust":2,"source_url":"https://epoch.ai/models/gpt-5-4-pro","config":"90% ci ±1.6%, best score across settings, epoch ai independent eval"},{"benchmark":"hle","score_raw":44.3,"score_norm":72.93,"trust":2,"source_url":"https://epoch.ai/models/gpt-5-4-pro","config":"best score across settings, epoch ai independent eval, no tools"}],"coverage":0.3492},"pricing":{"prompt_usd_per_m":30,"completion_usd_per_m":180,"cache_read_usd_per_m":null,"context_length":1050000,"source":"openrouter","source_model_id":"openai/gpt-5.4-pro","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arc_agi_2","score_raw":83.3,"score_norm":87,"config":"best score across settings, epoch ai independent eval","trust":2,"source_type":"aggregator","source_url":"https://epoch.ai/models/gpt-5-4-pro","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":94.6,"score_norm":98.03,"config":"90% ci ±1.6%, best score across settings, epoch ai independent eval","trust":2,"source_type":"aggregator","source_url":"https://epoch.ai/models/gpt-5-4-pro","measured_date":null},{"benchmark":"hle","score_raw":44.3,"score_norm":72.93,"config":"best score across settings, epoch ai independent eval, no tools","trust":2,"source_type":"aggregator","source_url":"https://epoch.ai/models/gpt-5-4-pro","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.4-pro","publisher":"OpenRouter (listed 2026-03-05)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"grok-4.20","display_name":"grok-4.20","family":{"id":"grok","vendor":"xAI"},"generation":"4.20","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"x-ai/grok-4.20","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":2000000,"release_date":"2026-03-31","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"grok-4.6","intelligence":{"index":79.79,"inputs":[{"benchmark":"aime","score_raw":96.458,"score_norm":95.57,"trust":3,"source_url":"https://www.vals.ai/benchmarks/aime","config":"60 questions), grok-4.20-0309-reasoning, vals aime (2024+2025"},{"benchmark":"arc_agi_2","score_raw":65.14,"score_norm":66.82,"trust":3,"source_url":"https://arcprize.org/media/data/evaluations.json","config":"arc prize leaderboard, grok-4.20-beta-0309b-reasoning, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1475,"score_norm":80.14,"trust":3,"source_url":"https://arena.ai/leaderboard/text","config":"arena.ai text leaderboard, grok-4.20-beta1 (+/-5)"},{"benchmark":"gpqa_diamond","score_raw":88.636,"score_norm":89.63,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"grok-4.20-0309-reasoning, no tools, temp 0.7, top_p 0.95"},{"benchmark":"hle","score_raw":34.52,"score_norm":56.07,"trust":2,"source_url":"https://artificialanalysis.ai/models/grok-4-20","config":"grok 4.20 0309 v2 (reasoning), no tools"},{"benchmark":"mmlu_pro","score_raw":86.254,"score_norm":88.95,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"grok-4.20-0309-reasoning, temp 0.7, top_p 0.95"},{"benchmark":"swe_bench_verified","score_raw":72.2,"score_norm":82.93,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"grok-4.20-0309-reasoning, vals harness"},{"benchmark":"tau_bench","score_raw":92.98,"score_norm":97.31,"trust":2,"source_url":"https://artificialanalysis.ai/models/grok-4-20","config":"artificial analysis tau-squared bench (telecom), grok 4.20 0309 v2 (reasoning), tau2"},{"benchmark":"terminal_bench","score_raw":44.195,"score_norm":46.11,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"2.1, grok-4.20-0309-reasoning"}],"coverage":0.8809},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":2.5,"cache_read_usd_per_m":0.2,"context_length":2000000,"source":"openrouter","source_model_id":"x-ai/grok-4.20","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aime","score_raw":96.458,"score_norm":95.57,"config":"60 questions), grok-4.20-0309-reasoning, vals aime (2024+2025","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/aime","measured_date":"2026-04-16"},{"benchmark":"arc_agi_2","score_raw":65.14,"score_norm":66.82,"config":"arc prize leaderboard, grok-4.20-beta-0309b-reasoning, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/media/data/evaluations.json","measured_date":null},{"benchmark":"arena_elo","score_raw":1475,"score_norm":80.14,"config":"arena.ai text leaderboard, grok-4.20-beta1 (+/-5)","trust":3,"source_type":"leaderboard","source_url":"https://arena.ai/leaderboard/text","measured_date":null},{"benchmark":"design_arena_3d","score_raw":1243,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1079,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1210,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1239,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1239,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1083,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1235,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1089,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1180,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1141,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1201,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1229,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1180,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1239,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":88.636,"score_norm":89.63,"config":"grok-4.20-0309-reasoning, no tools, temp 0.7, top_p 0.95","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":null},{"benchmark":"hle","score_raw":34.52,"score_norm":56.07,"config":"grok 4.20 0309 v2 (reasoning), no tools","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/grok-4-20","measured_date":null},{"benchmark":"mmlu_pro","score_raw":86.254,"score_norm":88.95,"config":"grok-4.20-0309-reasoning, temp 0.7, top_p 0.95","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":72.2,"score_norm":82.93,"config":"grok-4.20-0309-reasoning, vals harness","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"tau_bench","score_raw":92.98,"score_norm":97.31,"config":"artificial analysis tau-squared bench (telecom), grok 4.20 0309 v2 (reasoning), tau2","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/grok-4-20","measured_date":null},{"benchmark":"terminal_bench","score_raw":44.195,"score_norm":46.11,"config":"2.1, grok-4.20-0309-reasoning","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20","publisher":"OpenRouter (listed 2026-03-31)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"grok-4.20-multi-agent","display_name":"grok-4.20-multi-agent","family":{"id":"grok","vendor":"xAI"},"generation":"4.20","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"x-ai/grok-4.20-multi-agent","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":2000000,"release_date":"2026-03-31","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"grok-4.6","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":2.5,"cache_read_usd_per_m":0.2,"context_length":2000000,"source":"openrouter","source_model_id":"x-ai/grok-4.20-multi-agent","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arc_agi_2","score_raw":53.3,"score_norm":53.67,"config":null,"trust":0,"source_type":"aggregator","source_url":"https://benchlm.ai/models/grok-4-20-beta","measured_date":null},{"benchmark":"arena_elo","score_raw":1496,"score_norm":95.72,"config":"lmarena text leaderboard snapshot","trust":0,"source_type":"community","source_url":"https://www.swfte.com/lmarena","measured_date":"2026-08-17"},{"benchmark":"gpqa_diamond","score_raw":88.5,"score_norm":89.44,"config":null,"trust":0,"source_type":"aggregator","source_url":"https://benchlm.ai/models/grok-4-20-beta","measured_date":null},{"benchmark":"hle","score_raw":31.6,"score_norm":51.03,"config":"no tools","trust":0,"source_type":"aggregator","source_url":"https://benchlm.ai/models/grok-4-20-beta","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":76.7,"score_norm":88.93,"config":null,"trust":0,"source_type":"aggregator","source_url":"https://benchlm.ai/models/grok-4-20-beta","measured_date":null},{"benchmark":"tau_bench","score_raw":96.5,"score_norm":100,"config":"high/xhigh = 16 agents, low/medium = 4 agents, multi-agent beta, tau2","trust":2,"source_type":"aggregator","source_url":"https://designforonline.com/ai-models/xai-grok-4-20-multi-agent-beta/","measured_date":null},{"benchmark":"terminal_bench","score_raw":47.1,"score_norm":49.53,"config":"terminal-bench 2.0","trust":0,"source_type":"aggregator","source_url":"https://benchlm.ai/models/grok-4-20-beta","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.20-multi-agent","publisher":"OpenRouter (listed 2026-03-31)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.6-plus-04-02","display_name":"qwen3.6-plus-04-02","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.6","size_class":"frontier-plus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3.6-plus","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-04-02","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"qwen-3.7-plus","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.325,"completion_usd_per_m":1.95,"cache_read_usd_per_m":null,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen3.6-plus","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":29,"score_norm":29,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":54.5,"score_norm":54.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":40.5,"score_norm":40.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1443.6,"score_norm":56.85,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1470,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1460.1,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1251,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1147,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1254,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1248,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1245,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1198,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1266,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1252,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-plus","publisher":"OpenRouter (listed 2026-04-02)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"glm-5.1","display_name":"GLM-5.1","family":{"id":"glm","vendor":"Zhipu AI (Z.ai)"},"generation":"5.1","size_class":"frontier","params_total_b":753.86,"params_active_b":39,"params_exact":753864139008,"params_source":"hf_safetensors","hugging_face_id":"zai-org/GLM-5.1","openrouter_id":"z-ai/glm-5.1","is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_large","license":"mit","is_open_weights":true,"self_hostable":true,"context_window_tok":204800,"release_date":"2026-04-07","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"glm-5.2","intelligence":{"index":79.27,"inputs":[{"benchmark":"aime","score_raw":95.3,"score_norm":94.12,"trust":1,"source_url":"https://z.ai/blog/glm-5.1","config":"2026, vendor-reported"},{"benchmark":"arena_elo","score_raw":1467.4,"score_norm":74.51,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":84.52,"score_norm":83.83,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall"},{"benchmark":"hle","score_raw":30.07,"score_norm":48.4,"trust":2,"source_url":"https://artificialanalysis.ai/models/glm-5-1","config":"artificial analysis eval, glm-5.1 (reasoning)"},{"benchmark":"mmlu_pro","score_raw":86.9,"score_norm":90.19,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall"},{"benchmark":"swe_bench_verified","score_raw":76.4,"score_norm":88.53,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall"},{"benchmark":"terminal_bench","score_raw":56.93,"score_norm":61.09,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, terminal-bench 2.1"}],"coverage":0.7539},"pricing":{"prompt_usd_per_m":0.966,"completion_usd_per_m":3.036,"cache_read_usd_per_m":0.1794,"context_length":204800,"source":"openrouter","source_model_id":"z-ai/glm-5.1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":30.6,"score_norm":30.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":55.8,"score_norm":55.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":41,"score_norm":41,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"aime","score_raw":95.3,"score_norm":94.12,"config":"2026, vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://z.ai/blog/glm-5.1","measured_date":"2026-04-07"},{"benchmark":"arena_elo","score_raw":1467.4,"score_norm":74.51,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1510.1,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1336,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1173,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_agentichtmlslides","score_raw":1205,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticslides","score_raw":1245,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1203,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1165,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1288,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1366,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1197,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1299,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1104,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1197,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1208,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_pptxslides","score_raw":1241,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1258,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1254,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1299,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1213,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":null},{"benchmark":"design_arena_website","score_raw":1290,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":84.52,"score_norm":83.83,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":86.77,"score_norm":87,"config":"artificial analysis eval, glm-5.1 (reasoning)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/glm-5-1","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":86.2,"score_norm":86.2,"config":"vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://z.ai/blog/glm-5.1","measured_date":"2026-04-07"},{"benchmark":"hle","score_raw":30.07,"score_norm":48.4,"config":"artificial analysis eval, glm-5.1 (reasoning)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/glm-5-1","measured_date":null},{"benchmark":"hle","score_raw":31,"score_norm":50,"config":"no tools, vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://z.ai/blog/glm-5.1","measured_date":"2026-04-07"},{"benchmark":"hle","score_raw":52.3,"score_norm":86.72,"config":"vendor-reported, with tools","trust":1,"source_type":"vendor_claim","source_url":"https://z.ai/blog/glm-5.1","measured_date":"2026-04-07"},{"benchmark":"mmlu_pro","score_raw":86.9,"score_norm":90.19,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":76.4,"score_norm":88.53,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":56.93,"score_norm":61.09,"config":"overall, terminal-bench 2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":61.8,"score_norm":66.82,"config":"artificial analysis eval, glm-5.1 (reasoning), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/glm-5-1","measured_date":null},{"benchmark":"terminal_bench","score_raw":63.5,"score_norm":68.82,"config":"2.0, terminus-2 harness, vendor-reported","trust":1,"source_type":"vendor_claim","source_url":"https://z.ai/blog/glm-5.1","measured_date":"2026-04-07"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://z.ai/model-api","publisher":"Zhipu AI"},{"url":"https://openrouter.ai/api/v1/models#z-ai/glm-5.1","publisher":"OpenRouter (listed 2026-04-07)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-opus-4.7","display_name":"claude-4.7-opus","family":{"id":"claude","vendor":"Anthropic"},"generation":"4.7","size_class":"frontier-opus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-opus-4.7","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-04-16","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-opus-5","intelligence":{"index":86.95,"inputs":[{"benchmark":"arc_agi_2","score_raw":75.83,"score_norm":78.7,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run claude-4-7-max, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1494.2,"score_norm":94.39,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":90.152,"score_norm":91.76,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall"},{"benchmark":"hle","score_raw":42.31,"score_norm":69.5,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, claude opus 4.7 (adaptive reasoning, max effort)"},{"benchmark":"livebench","score_raw":76.53,"score_norm":81.18,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run claude-opus-4-7-xhigh-effort"},{"benchmark":"mmlu_pro","score_raw":89.871,"score_norm":95.91,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall"},{"benchmark":"swe_bench_verified","score_raw":82,"score_norm":96,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall"},{"benchmark":"terminal_bench","score_raw":68.539,"score_norm":74.75,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, v2.1"}],"coverage":0.873},"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":25,"cache_read_usd_per_m":0.5,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-opus-4.7","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":46.3,"score_norm":46.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":73.6,"score_norm":73.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":55,"score_norm":55,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"arc_agi_2","score_raw":75.83,"score_norm":78.7,"config":"run claude-4-7-max, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1502.4,"score_norm":100,"config":"arena entry claude-opus-4-7-high, rank 3, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1494.2,"score_norm":94.39,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1497,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1565.1,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_search","score_raw":1232.7,"score_norm":null,"config":"search","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1299,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1557.3,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1302,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1250,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_agentichtmlslides","score_raw":1243,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticslides","score_raw":1334,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1264,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":null},{"benchmark":"design_arena_asciiart","score_raw":1316,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1311,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1311,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1503,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1330,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1270,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1253,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_pptxslides","score_raw":1333,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1336,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1261,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1332,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1296,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1307,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":90.152,"score_norm":91.76,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":91.41,"score_norm":93.54,"config":"artificial analysis eval, claude opus 4.7 (adaptive reasoning, max effort)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":42.31,"score_norm":69.5,"config":"artificial analysis eval, claude opus 4.7 (adaptive reasoning, max effort)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"livebench","score_raw":76.53,"score_norm":81.18,"config":"global average, livebench-2026-06-25 release, run claude-opus-4-7-xhigh-effort","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":89.871,"score_norm":95.91,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":82,"score_norm":96,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":68.539,"score_norm":74.75,"config":"overall, v2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":83.15,"score_norm":91.94,"config":"artificial analysis eval, claude opus 4.7 (adaptive reasoning, max effort), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7","publisher":"OpenRouter (listed 2026-04-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"ling-2.6-flash","display_name":"ling-2.6-flash","family":{"id":"ling","vendor":"inclusionai"},"generation":"2.6","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"inclusionai/ling-2.6-flash","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_economy","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2026-04-21","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"ling-3.0-flash","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.01,"completion_usd_per_m":0.03,"cache_read_usd_per_m":0.002,"context_length":262144,"source":"openrouter","source_model_id":"inclusionai/ling-2.6-flash","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":2.3,"score_norm":2.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inclusionai/ling-2.6-flash","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":25.3,"score_norm":25.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inclusionai/ling-2.6-flash","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":14.2,"score_norm":14.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#inclusionai/ling-2.6-flash","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#inclusionai/ling-2.6-flash","publisher":"OpenRouter (listed 2026-04-21)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gpt-5.5","display_name":"GPT-5.5","family":{"id":"gpt","vendor":"OpenAI"},"generation":"5.5","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"openai/gpt-5.5","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1050000,"release_date":"2026-04-23","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gpt-5.6-luna","intelligence":{"index":86.2,"inputs":[{"benchmark":"arc_agi_2","score_raw":85,"score_norm":88.89,"trust":2,"source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","config":"verified; vendor-reported (gpt-5.5, high reasoning)"},{"benchmark":"arena_elo","score_raw":1481.7,"score_norm":85.11,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":93.6,"score_norm":96.62,"trust":2,"source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","config":"vendor-reported"},{"benchmark":"hle","score_raw":41.4,"score_norm":67.93,"trust":2,"source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","config":"no tools; vendor-reported"},{"benchmark":"terminal_bench","score_raw":82.7,"score_norm":91.41,"trust":2,"source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","config":"vendor-reported"}],"coverage":0.4761},"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":30,"cache_read_usd_per_m":0.5,"context_length":1050000,"source":"openrouter","source_model_id":"openai/gpt-5.5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":47.4,"score_norm":47.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":74.9,"score_norm":74.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":56.3,"score_norm":56.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"arc_agi_2","score_raw":85,"score_norm":88.89,"config":"verified; vendor-reported (gpt-5.5, high reasoning)","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"arena_elo","score_raw":1481.7,"score_norm":85.11,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1484.7,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1283.4,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"bixbench","score_raw":80.5,"score_norm":null,"config":"bioinformatics; vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"browsecomp","score_raw":84.4,"score_norm":null,"config":"vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"cybergym","score_raw":81.8,"score_norm":null,"config":"vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"design_arena_3d","score_raw":1247,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1180,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_agentichtmlslides","score_raw":1084,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticslides","score_raw":1150,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1198,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1287,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1280,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":null},{"benchmark":"design_arena_dataviz","score_raw":1278,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1118,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1340,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1213,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1090,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":null},{"benchmark":"design_arena_mobileapps","score_raw":1202,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_pptxslides","score_raw":1157,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1152,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1268,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1284,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1154,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1268,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","measured_date":"2026-08-18"},{"benchmark":"expert_swe","score_raw":73.1,"score_norm":null,"config":"openai internal eval; vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"frontiermath","score_raw":35.4,"score_norm":64.36,"config":"vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"frontiermath_tiers_1_3","score_raw":51.7,"score_norm":null,"config":"vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"gdpval","score_raw":84.9,"score_norm":null,"config":"vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"gpqa_diamond","score_raw":93.6,"score_norm":96.62,"config":"vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"hle","score_raw":41.4,"score_norm":67.93,"config":"no tools; vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"mcp_atlas","score_raw":75.3,"score_norm":null,"config":"vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"mrcr","score_raw":74,"score_norm":70.13,"config":"512k-1m context bucket","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"osworld_verified","score_raw":78.7,"score_norm":null,"config":"vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"swe_bench_pro","score_raw":58.6,"score_norm":89.33,"config":"vendor-reported, single pass","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"tau2_bench_telecom","score_raw":98,"score_norm":null,"config":"no prompt tuning; vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"},{"benchmark":"terminal_bench","score_raw":82.7,"score_norm":91.41,"config":"vendor-reported","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","measured_date":"2026-04-23"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://help.openai.com/en/articles/9624314-model-release-notes","publisher":"OpenAI"},{"url":"https://openrouter.ai/api/v1/models#openai/gpt-5.5","publisher":"OpenRouter (listed 2026-04-24)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.6-max","display_name":"qwen3.6-max-preview","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.6","size_class":"frontier-max","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3.6-max-preview","is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":262144,"release_date":"2026-04-27","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"qwen-3.7-max","intelligence":{"index":75.89,"inputs":[{"benchmark":"arena_elo","score_raw":1459.9,"score_norm":68.94,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":88.79,"score_norm":89.85,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-6-max","config":"artificial analysis eval, qwen3.6 max preview"},{"benchmark":"hle","score_raw":30.82,"score_norm":49.69,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-6-max","config":"artificial analysis eval, qwen3.6 max preview"},{"benchmark":"swe_bench_verified","score_raw":72.8,"score_norm":83.73,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall"}],"coverage":0.5079},"pricing":{"prompt_usd_per_m":1.027,"completion_usd_per_m":6.162,"cache_read_usd_per_m":null,"context_length":262144,"source":"openrouter","source_model_id":"qwen/qwen3.6-max-preview","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"arena_elo","score_raw":1459.9,"score_norm":68.94,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1479,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":88.79,"score_norm":89.85,"config":"artificial analysis eval, qwen3.6 max preview","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/qwen3-6-max","measured_date":null},{"benchmark":"hle","score_raw":30.82,"score_norm":49.69,"config":"artificial analysis eval, qwen3.6 max preview","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/qwen3-6-max","measured_date":null},{"benchmark":"swe_bench_verified","score_raw":72.8,"score_norm":83.73,"config":"overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.6-max-preview","publisher":"OpenRouter (listed 2026-04-27)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3.5-plus","display_name":"qwen3.5-plus","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3.5","size_class":"frontier-plus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"qwen/qwen3.5-plus-02-15","is_moe":false,"variant_axis":"general","modalities":["text","image","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-02-16","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"qwen-3.7-plus","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.26,"completion_usd_per_m":1.56,"cache_read_usd_per_m":null,"context_length":1000000,"source":"openrouter","source_model_id":"qwen/qwen3.5-plus-02-15","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"design_arena_3d","score_raw":1170,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-plus-02-15","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1126,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-plus-02-15","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1186,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-plus-02-15","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1156,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-plus-02-15","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1144,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-plus-02-15","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1141,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-plus-02-15","measured_date":null},{"benchmark":"design_arena_uicomponent","score_raw":1208,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-plus-02-15","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1199,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-plus-02-15","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3.5-plus-02-15","publisher":"OpenRouter (listed 2026-02-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"grok-4.3","display_name":"grok-4.3","family":{"id":"grok","vendor":"xAI"},"generation":"4.3","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"x-ai/grok-4.3","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-04-30","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"grok-4.6","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":2.5,"cache_read_usd_per_m":0.2,"context_length":1000000,"source":"openrouter","source_model_id":"x-ai/grok-4.3","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":24.2,"score_norm":24.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":42.2,"score_norm":42.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":37.9,"score_norm":37.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1441.5,"score_norm":55.3,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1374.9,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_search","score_raw":1163.2,"score_norm":null,"config":"search","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1244.3,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1354.3,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1174,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1007,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_agentichtmlslides","score_raw":1066,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticslides","score_raw":1072,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1000,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":null},{"benchmark":"design_arena_asciiart","score_raw":1169,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1205,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1202,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1037,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1212,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1035,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1057,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1113,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_pptxslides","score_raw":1071,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1072,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1122,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1221,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1167,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":null},{"benchmark":"design_arena_website","score_raw":1204,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","measured_date":"2026-08-18"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.3","publisher":"OpenRouter (listed 2026-04-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-opus-4.7-fast","display_name":"claude-4.7-opus-fast","family":{"id":"claude","vendor":"Anthropic"},"generation":"4.7","size_class":"frontier-opus-fast","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-opus-4.7-fast","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-05-12","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-opus-5","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":30,"completion_usd_per_m":150,"cache_read_usd_per_m":3,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-opus-4.7-fast","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.7-fast","publisher":"OpenRouter (listed 2026-05-12)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3.5-flash","display_name":"Gemini 3.5 Flash","family":{"id":"gemini","vendor":"Google"},"generation":"3.5","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3.5-flash","is_moe":false,"variant_axis":"general","modalities":["text","image","audio","video"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-05-19","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-3.7-flash","intelligence":{"index":84.59,"inputs":[{"benchmark":"arc_agi_2","score_raw":72.08,"score_norm":74.53,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gemini-3-5-flash-high, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1474.5,"score_norm":79.77,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":92.676,"score_norm":95.32,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall"},{"benchmark":"hle","score_raw":41.33,"score_norm":67.81,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gemini 3.5 flash (medium)"},{"benchmark":"livebench","score_raw":74.64,"score_norm":76.98,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gemini-3.5-flash-high"},{"benchmark":"mmlu_pro","score_raw":89.515,"score_norm":95.22,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall"},{"benchmark":"swe_bench_verified","score_raw":78.8,"score_norm":91.73,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall"},{"benchmark":"terminal_bench","score_raw":74.157,"score_norm":81.36,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, v2.1"}],"coverage":0.873},"pricing":{"prompt_usd_per_m":1.5,"completion_usd_per_m":9,"cache_read_usd_per_m":0.15,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-3.5-flash","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":39.7,"score_norm":39.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":70.1,"score_norm":70.1,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":52,"score_norm":52,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"arc_agi_2","score_raw":72.08,"score_norm":74.53,"config":"run gemini-3-5-flash-high, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1477.4,"score_norm":81.92,"config":"arena entry gemini-3.5-flash-high, rank 20, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1474.5,"score_norm":79.77,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1464.6,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1489.5,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1282.8,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1488.6,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1292,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1183,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_agentichtmlslides","score_raw":1162,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticslides","score_raw":1244,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1222,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":null},{"benchmark":"design_arena_asciiart","score_raw":1290,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1282,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1254,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1225,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":null},{"benchmark":"design_arena_gamedev","score_raw":1307,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1137,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1170,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1221,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_pptxslides","score_raw":1244,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1247,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1286,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1303,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1235,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1273,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":92.676,"score_norm":95.32,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":92.12,"score_norm":94.54,"config":"artificial analysis eval, gemini 3.5 flash (medium)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":41.33,"score_norm":67.81,"config":"artificial analysis eval, gemini 3.5 flash (medium)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"livebench","score_raw":74.64,"score_norm":76.98,"config":"global average, livebench-2026-06-25 release, run gemini-3.5-flash-high","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":89.515,"score_norm":95.22,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":78.8,"score_norm":91.73,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":74.157,"score_norm":81.36,"config":"high reasoning effort, overall, v2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://ai.google.dev/gemini-api/docs/models","publisher":"Google"},{"url":"https://openrouter.ai/api/v1/models#google/gemini-3.5-flash","publisher":"OpenRouter (listed 2026-05-19)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-opus-4.8","display_name":"Claude Opus 4.8","family":{"id":"claude","vendor":"Anthropic"},"generation":"4.8","size_class":"frontier-opus","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-opus-4.8","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-05-27","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-opus-5","intelligence":{"index":90.98,"inputs":[{"benchmark":"arena_elo","score_raw":1473.6,"score_norm":79.11,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":93.6,"score_norm":96.62,"trust":2,"source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","config":"anthropic-reported; default effort"},{"benchmark":"hle","score_raw":49.8,"score_norm":82.41,"trust":2,"source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","config":"no tools"},{"benchmark":"swe_bench_verified","score_raw":88.6,"score_norm":100,"trust":2,"source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","config":"anthropic-reported; default (high) effort"},{"benchmark":"terminal_bench","score_raw":74.6,"score_norm":81.88,"trust":2,"source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","config":"terminus-2 public harness"}],"coverage":0.5555},"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":25,"cache_read_usd_per_m":0.5,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-opus-4.8","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":49.4,"score_norm":49.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":74.3,"score_norm":74.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":57.3,"score_norm":57.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"arena_elo","score_raw":1473.6,"score_norm":79.11,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1468.9,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_search","score_raw":1204.9,"score_norm":null,"config":"search","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1280.4,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1539,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1273,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1257,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_agentichtmlslides","score_raw":1227,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticslides","score_raw":1294,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1258,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_asciiart","score_raw":1300,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1266,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1260,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1276,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_gamedev","score_raw":1288,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1255,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1241,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1249,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":null},{"benchmark":"design_arena_pptxslides","score_raw":1306,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1298,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1217,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1282,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1259,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1262,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8","measured_date":"2026-08-18"},{"benchmark":"finance_agent_v2","score_raw":53.9,"score_norm":null,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","measured_date":"2026-05-28"},{"benchmark":"gdpval_aa","score_raw":1890,"score_norm":null,"config":"opus 4.8 system card table 8.1.a; non-percentage scale","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","measured_date":"2026-05-28"},{"benchmark":"gpqa_diamond","score_raw":93.6,"score_norm":96.62,"config":"anthropic-reported; default effort","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","measured_date":"2026-05-28"},{"benchmark":"hle","score_raw":49.8,"score_norm":82.41,"config":"no tools","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","measured_date":"2026-05-28"},{"benchmark":"hle","score_raw":57.9,"score_norm":96.38,"config":"with tools","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","measured_date":"2026-05-28"},{"benchmark":"online_mind2web","score_raw":84,"score_norm":null,"config":"reported by browserbase tester, not system-card table","trust":0,"source_type":"community","source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","measured_date":"2026-05-28"},{"benchmark":"osworld_verified","score_raw":83.4,"score_norm":null,"config":"opus 4.8 system card table 8.1.a","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","measured_date":"2026-05-28"},{"benchmark":"swe_bench_pro","score_raw":69.2,"score_norm":100,"config":"anthropic-reported; default (high) effort","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","measured_date":"2026-05-28"},{"benchmark":"swe_bench_verified","score_raw":88.6,"score_norm":100,"config":"anthropic-reported; default (high) effort","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","measured_date":"2026-05-28"},{"benchmark":"terminal_bench","score_raw":74.6,"score_norm":81.88,"config":"terminus-2 public harness","trust":2,"source_type":"aggregator","source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","measured_date":"2026-05-28"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://github.com/anthropics/skills/blob/main/skills/claude-api/shared/models.md","publisher":"Anthropic"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"claude-opus-4.8-fast","display_name":"claude-4.8-opus-fast","family":{"id":"claude","vendor":"Anthropic"},"generation":"4.8","size_class":"frontier-opus-fast","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"anthropic/claude-opus-4.8-fast","is_moe":false,"variant_axis":"general","modalities":["text","image","file"],"segment":"cloud_frontier","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1000000,"release_date":"2026-05-27","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"claude-opus-5","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":10,"completion_usd_per_m":50,"cache_read_usd_per_m":1,"context_length":1000000,"source":"openrouter","source_model_id":"anthropic/claude-opus-4.8-fast","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#anthropic/claude-opus-4.8-fast","publisher":"OpenRouter (listed 2026-05-27)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3.1-flash-lite-image","display_name":"gemini-3.1-flash-lite-image","family":{"id":"gemini","vendor":"Google"},"generation":"3.1","size_class":"frontier-image-flash-lite","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3.1-flash-lite-image","is_moe":false,"variant_axis":"general","modalities":["image","text"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":65536,"release_date":"2026-06-30","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-3.5-flash-lite","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":1.5,"cache_read_usd_per_m":null,"context_length":65536,"source":"openrouter","source_model_id":"google/gemini-3.1-flash-lite-image","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#google/gemini-3.1-flash-lite-image","publisher":"OpenRouter (listed 2026-06-30)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"grok-4.5","display_name":"Grok 4.5","family":{"id":"grok","vendor":"xAI"},"generation":"4.5","size_class":"frontier","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"x-ai/grok-4.5","is_moe":false,"variant_axis":"general","modalities":["text","image"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":500000,"release_date":"2026-07-08","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"grok-4.6","intelligence":{"index":83.96,"inputs":[{"benchmark":"arc_agi_2","score_raw":52.64,"score_norm":52.93,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run xai-grok-4-5-high, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1468.7,"score_norm":75.47,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":92.93,"score_norm":95.68,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall"},{"benchmark":"hle","score_raw":42.68,"score_norm":70.14,"trust":2,"source_url":"https://artificialanalysis.ai/models/grok-4-5","config":"artificial analysis eval, grok 4.5 (high)"},{"benchmark":"livebench","score_raw":75.77,"score_norm":79.49,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run grok-4.5"},{"benchmark":"mmlu_pro","score_raw":89.22,"score_norm":94.65,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall"},{"benchmark":"swe_bench_verified","score_raw":86.6,"score_norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall"},{"benchmark":"terminal_bench","score_raw":67.79,"score_norm":73.87,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, terminal-bench 2.1"}],"coverage":0.873},"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"cache_read_usd_per_m":0.3,"context_length":500000,"source":"openrouter","source_model_id":"x-ai/grok-4.5","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":48.9,"score_norm":48.9,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":72.4,"score_norm":72.4,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":55.8,"score_norm":55.8,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"arc_agi_2","score_raw":52.64,"score_norm":52.93,"config":"run xai-grok-4-5-high, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1468.7,"score_norm":75.47,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1453.7,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1580.4,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1285,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1554.9,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"deepswe_1_0","score_raw":62,"score_norm":null,"config":"pass@1; eval by datacurve, run with provider harnesses by artificial analysis","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-5","measured_date":"2026-07-16"},{"benchmark":"deepswe_1_1","score_raw":53,"score_norm":null,"config":"mini-swe-agent harness run by datacurve","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-5","measured_date":"2026-07-16"},{"benchmark":"design_arena_3d","score_raw":1313,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1220,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1274,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":null},{"benchmark":"design_arena_asciiart","score_raw":1299,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_codecategories","score_raw":1301,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1296,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1274,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":null},{"benchmark":"design_arena_gamedev","score_raw":1310,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_godotgamedev","score_raw":1271,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1223,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_mobileapps","score_raw":1252,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_python_pptxslides","score_raw":1245,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_svg","score_raw":1259,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1310,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1249,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1299,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","measured_date":"2026-08-18"},{"benchmark":"gpqa_diamond","score_raw":92.93,"score_norm":95.68,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":93.13,"score_norm":95.96,"config":"artificial analysis eval, grok 4.5 (high)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/grok-4-5","measured_date":null},{"benchmark":"hle","score_raw":42.68,"score_norm":70.14,"config":"artificial analysis eval, grok 4.5 (high)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/grok-4-5","measured_date":null},{"benchmark":"livebench","score_raw":75.77,"score_norm":79.49,"config":"global average, livebench-2026-06-25 release, run grok-4.5","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":89.22,"score_norm":94.65,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_pro","score_raw":64.7,"score_norm":99.5,"config":"resolve rate","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-5","measured_date":"2026-07-16"},{"benchmark":"swe_bench_verified","score_raw":86.6,"score_norm":100,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"swe_marathon","score_raw":29,"score_norm":null,"config":"pass@1 resolution rate","trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-5","measured_date":"2026-07-16"},{"benchmark":"terminal_bench","score_raw":67.79,"score_norm":73.87,"config":"high reasoning effort, overall, terminal-bench 2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":81.65,"score_norm":90.18,"config":"artificial analysis eval, grok 4.5 (high), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/grok-4-5","measured_date":null},{"benchmark":"terminal_bench","score_raw":83.3,"score_norm":92.12,"config":null,"trust":1,"source_type":"vendor_claim","source_url":"https://x.ai/news/grok-4-5","measured_date":"2026-07-16"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://x.ai/api","publisher":"xAI"},{"url":"https://openrouter.ai/api/v1/models#x-ai/grok-4.5","publisher":"OpenRouter (listed 2026-07-08)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"muse-spark-1.1","display_name":"muse-spark-1.1","family":{"id":"muse","vendor":"meta"},"generation":"1.1","size_class":"frontier-spark","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"meta/muse-spark-1.1","is_moe":false,"variant_axis":"general","modalities":["text","image","video","file","audio"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-07-16","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"muse-spark-1.2","intelligence":{"index":87.91,"inputs":[{"benchmark":"arena_elo","score_raw":1488.9,"score_norm":90.45,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":91.16,"score_norm":93.18,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall, xhigh reasoning effort"},{"benchmark":"hle","score_raw":46.2,"score_norm":76.21,"trust":2,"source_url":"https://artificialanalysis.ai/models/muse-spark-1-1","config":"artificial analysis eval, muse spark 1.1 (xhigh)"},{"benchmark":"livebench","score_raw":75.3,"score_norm":78.44,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run muse-spark-1.1-xhigh"},{"benchmark":"mmlu_pro","score_raw":88.73,"score_norm":93.71,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall, xhigh reasoning effort"},{"benchmark":"swe_bench_verified","score_raw":82,"score_norm":96,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall, xhigh reasoning effort"},{"benchmark":"terminal_bench","score_raw":69.29,"score_norm":75.64,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, terminal-bench 2.1, xhigh reasoning effort"}],"coverage":0.7936},"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":4.25,"cache_read_usd_per_m":0.15,"context_length":1048576,"source":"openrouter","source_model_id":"meta/muse-spark-1.1","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":39.7,"score_norm":39.7,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"aa_coding_index","score_raw":71.3,"score_norm":71.3,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"aa_intelligence_index","score_raw":53.2,"score_norm":53.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"arena_elo","score_raw":1488.9,"score_norm":90.45,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_document","score_raw":1471.7,"score_norm":null,"config":"document","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1543.7,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1282.2,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1537.7,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"design_arena_3d","score_raw":1304,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_agenticgamedev","score_raw":1188,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_androidnative","score_raw":1223,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_asciiart","score_raw":1326,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_codecategories","score_raw":1298,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_dataviz","score_raw":1303,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_fullstack","score_raw":1240,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_gamedev","score_raw":1320,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_godotgamedev","score_raw":1142,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_htmlslides","score_raw":1218,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_mobileapps","score_raw":1200,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_python_pptxslides","score_raw":1185,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_svg","score_raw":1258,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_uicomponent","score_raw":1321,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_webapps","score_raw":1239,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"design_arena_website","score_raw":1284,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","measured_date":null},{"benchmark":"gpqa_diamond","score_raw":91.16,"score_norm":93.18,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":89.8,"score_norm":91.27,"config":"artificial analysis eval, muse spark 1.1 (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/muse-spark-1-1","measured_date":null},{"benchmark":"hle","score_raw":46.2,"score_norm":76.21,"config":"artificial analysis eval, muse spark 1.1 (xhigh)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/muse-spark-1-1","measured_date":null},{"benchmark":"livebench","score_raw":75.3,"score_norm":78.44,"config":"global average, livebench-2026-06-25 release, run muse-spark-1.1-xhigh","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mmlu_pro","score_raw":88.73,"score_norm":93.71,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"swe_bench_verified","score_raw":82,"score_norm":96,"config":"overall, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":69.29,"score_norm":75.64,"config":"overall, terminal-bench 2.1, xhigh reasoning effort","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":77.9,"score_norm":85.76,"config":"artificial analysis eval, muse spark 1.1 (xhigh), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models/muse-spark-1-1","measured_date":null}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#meta/muse-spark-1.1","publisher":"OpenRouter (listed 2026-07-16)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"gemini-3.6-flash","display_name":"Gemini 3.6 Flash","family":{"id":"gemini","vendor":"Google"},"generation":"3.6","size_class":"frontier-flash","params_total_b":null,"params_active_b":null,"params_exact":null,"params_source":null,"hugging_face_id":null,"openrouter_id":"google/gemini-3.6-flash","is_moe":false,"variant_axis":"general","modalities":["text","image","audio","video"],"segment":"cloud_balanced","license":null,"is_open_weights":false,"self_hostable":false,"context_window_tok":1048576,"release_date":"2026-07-21","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"gemini-3.7-flash","intelligence":{"index":83.92,"inputs":[{"benchmark":"arc_agi_2","score_raw":60.42,"score_norm":61.58,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gemini-3-6-flash-high, v2 semi-private eval"},{"benchmark":"arena_elo","score_raw":1484,"score_norm":86.82,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text"},{"benchmark":"gpqa_diamond","score_raw":93.434,"score_norm":96.39,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall"},{"benchmark":"hle","score_raw":40.82,"score_norm":66.93,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gemini 3.6 flash (high)"},{"benchmark":"livebench","score_raw":73.59,"score_norm":74.64,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gemini-3.6-flash-high"},{"benchmark":"mmlu_pro","score_raw":89.276,"score_norm":94.76,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall"},{"benchmark":"swe_bench_verified","score_raw":79.6,"score_norm":92.8,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall"},{"benchmark":"terminal_bench","score_raw":73.783,"score_norm":80.92,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, v2.1"}],"coverage":0.873},"pricing":{"prompt_usd_per_m":0.75,"completion_usd_per_m":3.75,"cache_read_usd_per_m":0.075,"context_length":1048576,"source":"openrouter","source_model_id":"google/gemini-3.6-flash","as_of":"2026-08-18"},"memory":[],"hardware_perf":[],"benchmarks":[{"benchmark":"aa_agentic_index","score_raw":40.5,"score_norm":40.5,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"aa_coding_index","score_raw":69.2,"score_norm":69.2,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"aa_intelligence_index","score_raw":51.6,"score_norm":51.6,"config":null,"trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"arc_agi_2","score_raw":60.42,"score_norm":61.58,"config":"run gemini-3-6-flash-high, v2 semi-private eval","trust":3,"source_type":"leaderboard","source_url":"https://arcprize.org/leaderboard","measured_date":null},{"benchmark":"arena_elo","score_raw":1484,"score_norm":86.82,"config":"arena entry gemini-3.6-flash-high, rank 16, style control, text overall","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-12"},{"benchmark":"arena_elo","score_raw":1484,"score_norm":86.82,"config":"text","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_image_to_webdev","score_raw":1528.6,"score_norm":null,"config":"image_to_webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_vision","score_raw":1294.7,"score_norm":null,"config":"vision","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"arena_elo_webdev","score_raw":1536.9,"score_norm":null,"config":"webdev","trust":3,"source_type":"leaderboard","source_url":"https://lmarena.ai/leaderboard","measured_date":"2026-08-18"},{"benchmark":"charxiv_reasoning","score_raw":85.2,"score_norm":null,"config":"no tools","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","measured_date":"2026-07-21"},{"benchmark":"charxiv_reasoning","score_raw":89.4,"score_norm":null,"config":"with tools","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","measured_date":"2026-07-21"},{"benchmark":"deepswe_v1_1","score_raw":49,"score_norm":null,"config":"long-horizon software engineering (datacurve)","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","measured_date":"2026-07-21"},{"benchmark":"design_arena_3d","score_raw":1330,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_agenticgamedev","score_raw":1200,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_androidnative","score_raw":1224,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":null},{"benchmark":"design_arena_codecategories","score_raw":1315,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_dataviz","score_raw":1325,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_fullstack","score_raw":1201,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":null},{"benchmark":"design_arena_gamedev","score_raw":1300,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_htmlslides","score_raw":1158,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":null},{"benchmark":"design_arena_mobileapps","score_raw":1252,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":null},{"benchmark":"design_arena_python_pptxslides","score_raw":1153,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_uicomponent","score_raw":1331,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_webapps","score_raw":1245,"score_norm":null,"config":"arena=agents","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"design_arena_website","score_raw":1317,"score_norm":null,"config":"arena=models","trust":2,"source_type":"aggregator","source_url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","measured_date":"2026-08-18"},{"benchmark":"gdm_mrcr_v2","score_raw":91.8,"score_norm":null,"config":"8-needle, 128k average","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","measured_date":"2026-07-21"},{"benchmark":"gdm_mrcr_v2","score_raw":54,"score_norm":null,"config":"8-needle, 1m pointwise","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","measured_date":"2026-07-21"},{"benchmark":"gdpval_aa_v2","score_raw":1421,"score_norm":null,"config":"elo score, knowledge work","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","measured_date":"2026-07-21"},{"benchmark":"gpqa_diamond","score_raw":93.434,"score_norm":96.39,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/gpqa","measured_date":"2026-08-15"},{"benchmark":"gpqa_diamond","score_raw":92.83,"score_norm":95.54,"config":"artificial analysis eval, gemini 3.6 flash (high)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"hle","score_raw":40.82,"score_norm":66.93,"config":"artificial analysis eval, gemini 3.6 flash (high)","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"livebench","score_raw":73.59,"score_norm":74.64,"config":"global average, livebench-2026-06-25 release, run gemini-3.6-flash-high","trust":3,"source_type":"leaderboard","source_url":"https://livebench.ai/","measured_date":null},{"benchmark":"mle_bench","score_raw":63.9,"score_norm":null,"config":"machine learning engineering","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","measured_date":"2026-07-21"},{"benchmark":"mmlu_pro","score_raw":89.276,"score_norm":94.76,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/mmlu_pro","measured_date":"2026-08-15"},{"benchmark":"osworld_verified","score_raw":83,"score_norm":null,"config":"agentic computer use","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","measured_date":"2026-07-21"},{"benchmark":"swe_bench_pro","score_raw":58.7,"score_norm":89.5,"config":"diverse agentic coding tasks; vendor model card","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","measured_date":"2026-07-21"},{"benchmark":"swe_bench_verified","score_raw":79.6,"score_norm":92.8,"config":"high reasoning effort, overall","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/swebench","measured_date":"2026-08-14"},{"benchmark":"terminal_bench","score_raw":73.783,"score_norm":80.92,"config":"high reasoning effort, overall, v2.1","trust":3,"source_type":"leaderboard","source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","measured_date":"2026-08-13"},{"benchmark":"terminal_bench","score_raw":77.53,"score_norm":85.33,"config":"artificial analysis eval, gemini 3.6 flash (high), terminal-bench 2.1","trust":2,"source_type":"aggregator","source_url":"https://artificialanalysis.ai/models","measured_date":null},{"benchmark":"terminal_bench","score_raw":78,"score_norm":85.88,"config":"terminus-2 harness","trust":1,"source_type":"vendor_claim","source_url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","measured_date":"2026-07-21"}],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://ai.google.dev/gemini-api/docs/models","publisher":"Google"},{"url":"https://ai.google.dev/gemini-api/docs/changelog","publisher":"Google"},{"url":"https://openrouter.ai/api/v1/models#google/gemini-3.6-flash","publisher":"OpenRouter (listed 2026-07-21)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"deepseek-3-instruct","display_name":"deepseek-chat-v3","family":{"id":"deepseek","vendor":"DeepSeek"},"generation":"3","size_class":"frontier","params_total_b":684.53,"params_active_b":37,"params_exact":684531386000,"params_source":"hf_safetensors","hugging_face_id":null,"openrouter_id":null,"is_moe":true,"variant_axis":"instruct","modalities":["text"],"segment":"open_large","license":null,"is_open_weights":true,"self_hostable":true,"context_window_tok":163840,"release_date":null,"release_status":"released","status":"retired","supersedes":[],"superseded_by":"deepseek-v3","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#deepseek/deepseek-chat","publisher":"OpenRouter (listed 2024-12-26)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"kimi-k2-1t-instruct","display_name":"Kimi-K2-Instruct","family":{"id":"kimi","vendor":"Moonshot AI"},"generation":"2","size_class":"1t","params_total_b":1026.41,"params_active_b":32,"params_exact":1026408235864,"params_source":"hf_safetensors","hugging_face_id":null,"openrouter_id":null,"is_moe":true,"variant_axis":"instruct","modalities":["text"],"segment":"open_frontier","license":"other","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":"2025-07","release_status":"released","status":"retired","supersedes":[],"superseded_by":"kimi-k2","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"mixtral-8-x22b-v0.1-8x22b-instruct","display_name":"Mixtral-8x22B-Instruct-v0.1","family":{"id":"mixtral","vendor":"Mistral AI"},"generation":"8","size_class":"8x22b","params_total_b":140.63,"params_active_b":39,"params_exact":140630071296,"params_source":"hf_safetensors","hugging_face_id":null,"openrouter_id":null,"is_moe":true,"variant_axis":"instruct","modalities":["text"],"segment":"open_large","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":65536,"release_date":"2024-04","release_status":"deprecated","status":"retired","supersedes":[],"superseded_by":"mixtral-8-x22b-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://docs.mistral.ai/models/mixtral-8x22b-0-1-0-3","publisher":"Mistral AI"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-14b-04-28","display_name":"qwen3-14b-04-28","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"14b","params_total_b":14.77,"params_active_b":14.77,"params_exact":14768307200,"params_source":"hf_safetensors","hugging_face_id":null,"openrouter_id":null,"is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":null,"release_status":"released","status":"retired","supersedes":[],"superseded_by":"qwen-3-14b-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-14b","publisher":"OpenRouter (listed 2025-04-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-235b-a22b-04-28","display_name":"qwen3-235b-a22b-04-28","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"235b-a22b","params_total_b":235.09,"params_active_b":22,"params_exact":235093634560,"params_source":"hf_safetensors","hugging_face_id":null,"openrouter_id":null,"is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":null,"release_status":"released","status":"retired","supersedes":[],"superseded_by":"qwen-3-235b-a22b","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-235b-a22b","publisher":"OpenRouter (listed 2025-04-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-235b-a22b-2507-instruct","display_name":"Qwen3-235B-A22B-Instruct-2507","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"235b-a22b","params_total_b":235.09,"params_active_b":22,"params_exact":235093634560,"params_source":"hf_safetensors","hugging_face_id":null,"openrouter_id":null,"is_moe":true,"variant_axis":"instruct","modalities":["text"],"segment":"open_frontier","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":null,"release_status":"released","status":"retired","supersedes":[],"superseded_by":"qwen-3-235b-a22b-07-25","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-30b-a3b-04-28","display_name":"qwen3-30b-a3b-04-28","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"30b-a3b","params_total_b":30.53,"params_active_b":3,"params_exact":30532122624,"params_source":"hf_safetensors","hugging_face_id":null,"openrouter_id":null,"is_moe":true,"variant_axis":"general","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":null,"release_status":"released","status":"retired","supersedes":[],"superseded_by":"qwen-3-30b-a3b-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-30b-a3b","publisher":"OpenRouter (listed 2025-04-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-32b-04-28","display_name":"qwen3-32b-04-28","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"32b","params_total_b":32.76,"params_active_b":32.76,"params_exact":32762123264,"params_source":"hf_safetensors","hugging_face_id":null,"openrouter_id":null,"is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":null,"release_status":"released","status":"retired","supersedes":[],"superseded_by":"qwen-3-32b-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-32b","publisher":"OpenRouter (listed 2025-04-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-3-8b-04-28","display_name":"qwen3-8b-04-28","family":{"id":"qwen","vendor":"Alibaba"},"generation":"3","size_class":"8b","params_total_b":8.19,"params_active_b":8.19,"params_exact":8190735360,"params_source":"hf_safetensors","hugging_face_id":null,"openrouter_id":null,"is_moe":false,"variant_axis":"general","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":131072,"release_date":null,"release_status":"released","status":"retired","supersedes":[],"superseded_by":"qwen-3-8b-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://openrouter.ai/api/v1/models#qwen/qwen3-8b","publisher":"OpenRouter (listed 2025-04-28)"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-2.5-14b-instruct","display_name":"Qwen2.5-14B-Instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"2.5","size_class":"14b","params_total_b":14.77,"params_active_b":14.77,"params_exact":14770033664,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen2.5-14B-Instruct","openrouter_id":null,"is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":"2024-09","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"qwen-3-14b-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/collections/Qwen/qwen25","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null},{"id":"qwen-2.5-32b-instruct","display_name":"Qwen2.5-32B-Instruct","family":{"id":"qwen","vendor":"Alibaba"},"generation":"2.5","size_class":"32b","params_total_b":32.76,"params_active_b":32.76,"params_exact":32763876352,"params_source":"hf_safetensors","hugging_face_id":"Qwen/Qwen2.5-32B-Instruct","openrouter_id":null,"is_moe":false,"variant_axis":"instruct","modalities":["text"],"segment":"open_mid","license":"apache-2.0","is_open_weights":true,"self_hostable":true,"context_window_tok":null,"release_date":"2024-09","release_status":"released","status":"superseded","supersedes":[],"superseded_by":"qwen-3-32b-instruct","intelligence":{"index":null,"inputs":[],"coverage":null},"pricing":null,"memory":[],"hardware_perf":[],"benchmarks":[],"summary":null,"strengths":null,"weaknesses":null,"best_use_cases":null,"sources":[{"url":"https://huggingface.co/collections/Qwen/qwen25","publisher":"Hugging Face"}],"last_verified":"2026-08-18","last_enriched_at":null}]}}