{"source":"comparellm","asOf":"2026-08-16T00:00:00.000Z","methodology":"/methodology","models":[{"id":"claude-opus-4-5","name":"Claude Opus 4.5","provider":"Anthropic","providerId":"anthropic","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1568,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1574,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":71.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":76.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":84.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":380,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":62,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":75,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"claude-opus-4-6","name":"Claude Opus 4.6","provider":"Anthropic","providerId":"anthropic","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1574,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1570,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":72,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":75.9,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":84.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":360,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":64,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":75,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"claude-sonnet-4-5","name":"Claude Sonnet 4.5","provider":"Anthropic","providerId":"anthropic","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1524,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1531,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":67.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":70.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":80.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":240,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":88,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"claude-3-7-sonnet","name":"Claude 3.7 Sonnet","provider":"Anthropic","providerId":"anthropic","isFrontier":false,"isOpenSource":false,"status":"deprecated","indexable":true,"metrics":{"elo":{"value":1362,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":58.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":70.3,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":78.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":240,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":85,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gpt-5","name":"GPT-5","provider":"OpenAI","providerId":"openai","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1558,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1540,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":69.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":68.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":85.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":290,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":78,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":20,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":400000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gpt-5-mini","name":"GPT-5 mini","provider":"OpenAI","providerId":"openai","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1410,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1395,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":61.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":52.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":72,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":140,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":155,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.25,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":400000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gpt-4o","name":"GPT-4o","provider":"OpenAI","providerId":"openai","isFrontier":false,"isOpenSource":false,"status":"deprecated","indexable":true,"metrics":{"elo":{"value":1335,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":54.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":54.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":73.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":180,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":110,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":2.5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":10,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gpt-4o-mini","name":"GPT-4o mini","provider":"OpenAI","providerId":"openai","isFrontier":false,"isOpenSource":false,"status":"deprecated","indexable":true,"metrics":{"elo":{"value":1272,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":48.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":41.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":60.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":130,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":160,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.6,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gemini-3-pro","name":"Gemini 3 Pro","provider":"Google","providerId":"google","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1552,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1548,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":70.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":72.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":83.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":220,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":92,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":1.25,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":2000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gemini-3-flash","name":"Gemini 3 Flash","provider":"Google","providerId":"google","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1495,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1510,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":66.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":75.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":78.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":95,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":190,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.6,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":1000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gemini-2-5-pro","name":"Gemini 2.5 Pro","provider":"Google","providerId":"google","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1350,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":57.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":63.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":76.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":210,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":95,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":1.25,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":2000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gemini-2-5-flash","name":"Gemini 2.5 Flash","provider":"Google","providerId":"google","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1295,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":51.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":48,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":68.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":110,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":185,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.1,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.4,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":1000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"grok-4-6","name":"Grok 4.6","provider":"xAI","providerId":"xai","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1592,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1568,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":71.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":69.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":84.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":195,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":118,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":6,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":500000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"grok-4","name":"Grok 4","provider":"xAI","providerId":"xai","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1488,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":64.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":58.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":79,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":230,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":98,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":256000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"deepseek-v4-pro","name":"DeepSeek V4 Pro","provider":"DeepSeek","providerId":"deepseek","isFrontier":true,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1536,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1544,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":70.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":71.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":84,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":410,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":70,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.4,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":1.6,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":160000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"deepseek-r1","name":"DeepSeek R1","provider":"DeepSeek","providerId":"deepseek","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1358,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":59,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":65.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":79.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":420,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":62,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.55,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":2.19,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"qwen-3-max","name":"Qwen 3 Max","provider":"Alibaba","providerId":"alibaba","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1518,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1526,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":69.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":67.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":83.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":280,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":80,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":1.2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":4.8,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":262144,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"qwen-3-235b","name":"Qwen3 235B","provider":"Alibaba","providerId":"alibaba","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1440,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":63.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":59.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":76.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":320,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":74,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.22,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.88,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":131072,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"llama-4-maverick","name":"Llama 4 Maverick","provider":"Meta","providerId":"meta","isFrontier":true,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1468,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1452,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":62.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":57.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":74.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":170,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":130,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.6,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":1048576,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"llama-3-3-70b","name":"Llama 3.3 70B","provider":"Meta","providerId":"meta","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1285,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":49.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":45.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":65.7,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":160,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":140,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.18,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.59,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"kimi-k3","name":"Kimi K3","provider":"Moonshot","providerId":"moonshot","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1528,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1535,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":69.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":73.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":88.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":290,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":68,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.6,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":2.5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":262144,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"kimi-k2-5","name":"Kimi K2.5 Max","provider":"Moonshot","providerId":"moonshot","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1515,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1520,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":67.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":71.3,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":87.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":270,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":72,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"kimi-k2","name":"Kimi K2","provider":"Moonshot","providerId":"moonshot","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1465,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1470,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":62.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":65.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":76.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":240,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":85,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.35,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":1.4,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"kimi-1-5-long","name":"Kimi Chat 1.5","provider":"Moonshot","providerId":"moonshot","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1420,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1390,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":58,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":51,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":71.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":210,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":95,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.8,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":2000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"qwq-32b","name":"Qwen QwQ 32B","provider":"Alibaba","providerId":"alibaba","isFrontier":true,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1495,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1520,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":68,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":67.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":83.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":320,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":68,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":1.2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":131072,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"qwen-2-5-plus","name":"Qwen 2.5 Plus","provider":"Alibaba","providerId":"alibaba","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1445,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1460,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":63.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":59.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":75.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":180,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":110,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.25,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":1,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"doubao-1-5-pro-128k","name":"Doubao Pro 1.5","provider":"ByteDance","providerId":"bytedance","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1470,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1465,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":64,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":62.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":77.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":190,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":105,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.11,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.28,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"doubao-1-5-lite","name":"Doubao Lite 1.5","provider":"ByteDance","providerId":"bytedance","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1360,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1320,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":54,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":46,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":64.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":110,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":180,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.04,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.1,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":32768,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"yi-lightning","name":"Yi-Lightning","provider":"01.AI","providerId":"01ai","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1475,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1480,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":65,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":63.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":78,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":150,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":130,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.14,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.14,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":16384,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"yi-large","name":"Yi-Large","provider":"01.AI","providerId":"01ai","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1430,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1410,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":60.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":53.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":72.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":220,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":90,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":32768,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"ernie-4-5","name":"Ernie 4.5 Turbo","provider":"Baidu","providerId":"baidu","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1450,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1435,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":61,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":57,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":74.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":200,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":95,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":1.2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"o3-mini","name":"OpenAI o3-mini","provider":"OpenAI","providerId":"openai","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1560,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1585,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":72.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":78.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":87.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":290,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":92,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":1.1,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":4.4,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"o1","name":"OpenAI o1","provider":"OpenAI","providerId":"openai","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1512,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1485,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":65.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":48.9,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":78,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":420,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":45,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":60,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gpt-4-5","name":"GPT-4.5 Orion","provider":"OpenAI","providerId":"openai","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1540,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1520,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":68.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":71,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":84,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":350,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":60,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":75,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":150,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gemini-2-flash-thinking","name":"Gemini 2.0 Flash Thinking","provider":"Google","providerId":"google","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1490,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1515,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":67,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":66.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":81,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":220,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":115,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.1,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.4,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":1048576,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"glm-5-2","name":"GLM-5.2","provider":"Zhipu","providerId":"zhipu","isFrontier":true,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1492,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1504,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":65.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":69.3,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":79.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":270,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":84,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":1.8,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"glm-5v-turbo","name":"GLM-5V Turbo","provider":"Zhipu","providerId":"zhipu","isFrontier":true,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1475,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1482,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":63.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":65.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":77.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":180,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":112,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.6,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"minimax-m2-5","name":"MiniMax M2.5","provider":"MiniMax","providerId":"minimax","isFrontier":true,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1478,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1536,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":64.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":75.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":76.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":250,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":90,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":1.2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":204800,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"mistral-large-3","name":"Mistral Large 3","provider":"Mistral","providerId":"mistral","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1456,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":61.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":55.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":74.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":190,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":112,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":6,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":256000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"codestral-25","name":"Codestral 25.01","provider":"Mistral","providerId":"mistral","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1320,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1402,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":54,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":51.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":58.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":150,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":148,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.9,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":256000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"command-a","name":"Command A","provider":"Cohere","providerId":"cohere","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1344,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":56.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":42.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":66,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":175,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":118,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":2.5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":10,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":256000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"claude-opus-5","name":"Claude Opus 5","provider":"Anthropic","providerId":"anthropic","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1624,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1618,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":74.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":79.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":87.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":310,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":72,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":25,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":1000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"claude-fable-5","name":"Claude Fable 5","provider":"Anthropic","providerId":"anthropic","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1616,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1622,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":75.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":80,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":87.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":340,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":58,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":10,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":50,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":1000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"claude-opus-4-8","name":"Claude Opus 4.8","provider":"Anthropic","providerId":"anthropic","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1598,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1604,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":73.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":78.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":86.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":330,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":66,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":25,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":1000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"claude-sonnet-5","name":"Claude Sonnet 5","provider":"Anthropic","providerId":"anthropic","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1556,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1562,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":70.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":73.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":82.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":175,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":118,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":10,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":1000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"gpt-5-6-sol","name":"GPT-5.6 Sol","provider":"OpenAI","providerId":"openai","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1608,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1602,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":73.9,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":77.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":86.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":270,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":84,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":30,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":1000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"gpt-5-6-terra","name":"GPT-5.6 Terra","provider":"OpenAI","providerId":"openai","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1548,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1542,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":69.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":70.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":82,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":160,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":128,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":12,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":1000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"gpt-5-6-luna","name":"GPT-5.6 Luna","provider":"OpenAI","providerId":"openai","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1466,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1458,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":64.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":61.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":75.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":88,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":188,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":0.2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":1.2,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":1000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"gemini-3-6-pro","name":"Gemini 3.6 Pro","provider":"Google","providerId":"google","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1570,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1566,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":71.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":74.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":84.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":205,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":102,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":1.25,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":2000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"gemini-3-6-flash","name":"Gemini 3.6 Flash","provider":"Google","providerId":"google","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1506,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1514,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":67.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":70.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":79.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":92,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":198,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":0.75,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":3.75,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":1048576,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"gemini-3-7-flash","name":"Gemini 3.7 Flash","provider":"Google","providerId":"google","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1530,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1546,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":69.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":72.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":81.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":82,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":215,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":0.75,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":3.75,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":1048576,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"glm-5-3","name":"GLM-5.3","provider":"Zhipu","providerId":"zhipu","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1558,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1586,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":70.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":76.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":83.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":255,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":90,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":0.5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":1.8,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"qwen-3-8-27b","name":"Qwen3.8 27B","provider":"Alibaba","providerId":"alibaba","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1398,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1422,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":60.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":58.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":73.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":140,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":152,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":0.1,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":0.4,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":131072,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"deepseek-v4-flash","name":"DeepSeek V4 Flash","provider":"DeepSeek","providerId":"deepseek","isFrontier":true,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1490,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1516,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":67.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":71.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":81.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":165,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":142,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":0.14,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":0.28,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":160000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"seed-2-1-turbo","name":"Seed 2.1 Turbo","provider":"ByteDance","providerId":"bytedance","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1472,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1480,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":64.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":63.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":76.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":120,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":160,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":0.27,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":1.1,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":256000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"claude-haiku-4-5","name":"Claude Haiku 4.5","provider":"Anthropic","providerId":"anthropic","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1438,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1446,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":62.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":58.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":74,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":95,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":175,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":1,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"llama-4-scout","name":"Llama 4 Scout","provider":"Meta","providerId":"meta","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1412,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"elo_coding":{"value":1398,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"livebench":{"value":59.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"swe_bench":{"value":52.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"gpqa":{"value":71.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"ttft_ms":{"value":130,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"tokens_per_sec":{"value":155,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"input_price_per_m":{"value":0.08,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"output_price_per_m":{"value":0.3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"},"context_window":{"value":10000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-16T00:00:00.000Z"}}},{"id":"claude-3-opus","name":"Claude 3 Opus","provider":"Anthropic","providerId":"anthropic","isFrontier":false,"isOpenSource":false,"status":"deprecated","indexable":true,"metrics":{"elo":{"value":1248,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":46.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":38.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":50.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":420,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":48,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":75,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"claude-opus-4","name":"Claude Opus 4","provider":"Anthropic","providerId":"anthropic","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1490,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1502,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":66.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":72.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":80.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":390,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":58,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":75,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"claude-3-5-sonnet","name":"Claude 3.5 Sonnet","provider":"Anthropic","providerId":"anthropic","isFrontier":false,"isOpenSource":false,"status":"deprecated","indexable":true,"metrics":{"elo":{"value":1280,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":52.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":49,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":65,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":280,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":80,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","provider":"Anthropic","providerId":"anthropic","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1455,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1468,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":63.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":62.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":76.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":220,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":92,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"claude-3-5-haiku","name":"Claude 3.5 Haiku","provider":"Anthropic","providerId":"anthropic","isFrontier":false,"isOpenSource":false,"status":"deprecated","indexable":true,"metrics":{"elo":{"value":1224,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":44.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":36.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":54.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":110,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":140,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.8,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":4,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":200000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gpt-4-turbo","name":"GPT-4 Turbo","provider":"OpenAI","providerId":"openai","isFrontier":false,"isOpenSource":false,"status":"deprecated","indexable":true,"metrics":{"elo":{"value":1255,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":47,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":33.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":48,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":350,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":55,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":10,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":30,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"grok-3","name":"Grok 3","provider":"xAI","providerId":"xai","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1405,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":60.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":51.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":74.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":250,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":88,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":3,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":15,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":131072,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"deepseek-v3","name":"DeepSeek V3","provider":"DeepSeek","providerId":"deepseek","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1310,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":55.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":48.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":59.1,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":380,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":66,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.27,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":1.1,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"llama-3-1-70b","name":"Llama 3.1 70B","provider":"Meta","providerId":"meta","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1240,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":46.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":40.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":48,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":170,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":125,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.35,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.4,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gemini-1-5-pro","name":"Gemini 1.5 Pro","provider":"Google","providerId":"google","isFrontier":false,"isOpenSource":false,"status":"deprecated","indexable":true,"metrics":{"elo":{"value":1260,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":49.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":38,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":58,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":240,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":70,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":1.25,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":2000000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"llama-3-1-405b","name":"Llama 3.1 405B","provider":"Meta","providerId":"meta","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1370,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1385,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":61.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":58.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":75.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":360,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":42,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":1.25,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":3.5,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"qwen-2-5-coder-32b","name":"Qwen 2.5 Coder 32B","provider":"Alibaba","providerId":"alibaba","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1425,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1495,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":64.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":65.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":74,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":180,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":110,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.18,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.72,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":131072,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"o1-mini","name":"OpenAI o1-mini","provider":"OpenAI","providerId":"openai","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"elo":{"value":1445,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1468,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":62,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":56.4,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":76.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":280,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":85,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":1.1,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":4.4,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"deepseek-coder-v2","name":"DeepSeek Coder V2","provider":"DeepSeek","providerId":"deepseek","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"elo":{"value":1365,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"elo_coding":{"value":1442,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"livebench":{"value":58.6,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"swe_bench":{"value":60.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"gpqa":{"value":70.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"ttft_ms":{"value":290,"unit":"ms","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"tokens_per_sec":{"value":75,"unit":"tok/s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"input_price_per_m":{"value":0.14,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"output_price_per_m":{"value":0.28,"unit":"$/1M","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"context_window":{"value":128000,"unit":"tokens","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gpt-image-2-high","name":"GPT Image 2 (High)","provider":"OpenAI","providerId":"openai","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1372,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":4.8,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":211,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":94.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":95,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gpt-image-2-low","name":"GPT Image 2 (Low / Fast)","provider":"OpenAI","providerId":"openai","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1315,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":1.9,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":65,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":89.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":88,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"gpt-image-1-5","name":"GPT Image 1.5","provider":"OpenAI","providerId":"openai","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1313,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":3.5,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":133,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":91,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":90.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"dall-e-3","name":"DALL-E 3","provider":"OpenAI","providerId":"openai","isFrontier":false,"isOpenSource":false,"status":"deprecated","indexable":true,"metrics":{"image_elo":{"value":1145,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":6.2,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":40,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":84,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":81,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"reve-2-1","name":"Reve 2.1","provider":"Reve","providerId":"reve","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1325,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":4.5,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":200,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":93,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":93.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"nano-banana-pro","name":"Nano Banana Pro (Gemini 3 Pro Image)","provider":"Google","providerId":"google","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1299,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":4.2,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":134,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":92.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":93,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"nano-banana-2","name":"Nano Banana 2 (Gemini 3.1 Flash Image)","provider":"Google","providerId":"google","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1323,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":2.5,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":67,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":93.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":94.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"nano-banana-2-lite","name":"Nano Banana 2 Lite","provider":"Google","providerId":"google","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1293,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":1.4,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":33.6,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":89.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":90,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"flux-2-max","name":"FLUX.2 [max]","provider":"Black Forest Labs","providerId":"black-forest-labs","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1233,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":5.1,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":70,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":91.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":92.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"flux-2-flex","name":"FLUX.2 [flex]","provider":"Black Forest Labs","providerId":"black-forest-labs","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1224,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":2.8,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":60,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":90.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":91.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"flux-1-1-pro","name":"FLUX.1.1 [pro]","provider":"Black Forest Labs","providerId":"black-forest-labs","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1210,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":3.2,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":50,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":89,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":89.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"flux-1-dev","name":"FLUX.1 [dev]","provider":"Black Forest Labs","providerId":"black-forest-labs","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1180,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":4,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":30,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":87.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":86,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"flux-1-schnell","name":"FLUX.1 [schnell]","provider":"Black Forest Labs","providerId":"black-forest-labs","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1142,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":1.2,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":15,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":84,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":82,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"ideogram-4-quality","name":"Ideogram 4.0 (Quality)","provider":"Ideogram","providerId":"ideogram","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1216,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":5,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":100,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":91.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":96.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"ideogram-4-open-weights","name":"Ideogram 4.0 Open Weights","provider":"Ideogram","providerId":"ideogram","isFrontier":true,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1218,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":3.8,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":60,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":91,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":95.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"recraft-v4-1-pro","name":"Recraft V4.1 Utility Pro","provider":"Recraft","providerId":"recraft","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1218,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":4.6,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":210,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":91,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":94,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"recraft-v4-1-utility","name":"Recraft V4.1 Utility","provider":"Recraft","providerId":"recraft","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1218,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":2,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":35,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":90,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":92.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"krea-2-large","name":"Krea 2 Large","provider":"Krea","providerId":"krea","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1221,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":3.9,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":60,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":90.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":88,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"krea-2-medium-turbo","name":"Krea 2 Medium Turbo","provider":"Krea","providerId":"krea","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1223,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":1.5,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":15,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":89.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":87.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"qwen-image-2-pro","name":"Qwen Image 2.0 Pro","provider":"Alibaba","providerId":"alibaba","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1236,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":3.6,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":75,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":90.8,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":92,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"wan-2-6-t2i","name":"Wan2.6 Text to Image","provider":"Alibaba","providerId":"alibaba","isFrontier":false,"isOpenSource":true,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1215,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":3.1,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":30,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":89.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":87,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"seedream-5-pro","name":"Seedream 5.0 Pro","provider":"ByteDance","providerId":"bytedance","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1283,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":3.4,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":90,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":92,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":91.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"seedream-4-0","name":"Seedream 4.0","provider":"ByteDance","providerId":"bytedance","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1225,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":2.8,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":30,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":89,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":88,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"midjourney-v7","name":"Midjourney v7","provider":"Midjourney","providerId":"midjourney","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1340,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":6,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":120,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":94,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":91,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"midjourney-v6-1","name":"Midjourney v6.1","provider":"Midjourney","providerId":"midjourney","isFrontier":false,"isOpenSource":false,"status":"deprecated","indexable":true,"metrics":{"image_elo":{"value":1265,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":7.5,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":80,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":89,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":84,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"mai-image-2-5","name":"MAI-Image-2.5","provider":"Microsoft AI","providerId":"microsoft","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1307,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":3.8,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":48.1,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":92,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":93,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"mai-image-2-5-flash","name":"MAI-Image-2.5-Flash","provider":"Microsoft AI","providerId":"microsoft","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1231,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":1.6,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":20,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":88.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":89,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"hidream-o1-image-1-5","name":"HiDream-O1-Image-1.5","provider":"HiDream","providerId":"hidream","isFrontier":false,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1227,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":4.1,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":80,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":90.5,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":91,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}},{"id":"luma-uni-1-max","name":"Luma UNI 1 Max","provider":"Luma Labs","providerId":"luma","isFrontier":true,"isOpenSource":false,"status":"active","indexable":true,"metrics":{"image_elo":{"value":1226,"unit":"Elo","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_gen_time_sec":{"value":4.4,"unit":"s","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"image_price_per_k":{"value":100,"unit":"$/1k imgs","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"prompt_adherence":{"value":90.2,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"},"text_rendering":{"value":90,"unit":"%","source":"seed-bootstrap","sourceUrl":"/methodology#seed","observedAt":"2026-08-01T00:00:00.000Z"}}}]}