{"labs":[{"lab":"anthropic","model_count":61,"evaluated_models":42,"best_pass_rate":0.8860759493670886,"best_model_id":"claude-fable-5-1-max","best_model_name":"claude-fable-5-1","best_model_prompt":"bare","first_release":"2024-03-07","latest_release":"2026-10-07","avg_pass_rate":0.7645418927064496,"rank_history":[{"date":"2024-03-07","model_id":"claude-3-haiku","model_name":"claude-3-haiku","prompt":"bare","pass_rate":0.23734177215189872,"global_rank":1,"total_peers":3},{"date":"2024-11-04","model_id":"claude-3.5-haiku","model_name":"claude-3.5-haiku","prompt":"bare","pass_rate":0.3575949367088608,"global_rank":1,"total_peers":17},{"date":"2025-02-24","model_id":"claude-3.7-sonnet-thinking","model_name":"claude-3.7-sonnet","prompt":"bare","pass_rate":0.5411392405063291,"global_rank":1,"total_peers":24},{"date":"2025-05-22","model_id":"claude-sonnet-4-high","model_name":"claude-sonnet-4","prompt":"bare","pass_rate":0.6044303797468354,"global_rank":1,"total_peers":36},{"date":"2025-08-05","model_id":"claude-opus-4.1-32k","model_name":"claude-opus-4.1","prompt":"bare","pass_rate":0.6708860759493671,"global_rank":1,"total_peers":50},{"date":"2025-09-29","model_id":"claude-sonnet-4.5-high","model_name":"claude-sonnet-4.5","prompt":"bare","pass_rate":0.7025316455696202,"global_rank":1,"total_peers":61},{"date":"2025-10-15","model_id":"claude-sonnet-4.5-high","model_name":"claude-sonnet-4.5","prompt":"bare","pass_rate":0.7025316455696202,"global_rank":1,"total_peers":63},{"date":"2025-11-24","model_id":"claude-opus-4.5-high","model_name":"claude-opus-4.5","prompt":"bare","pass_rate":0.819620253164557,"global_rank":1,"total_peers":67},{"date":"2026-02-17","model_id":"claude-opus-4.5-high","model_name":"claude-opus-4.5","prompt":"bare","pass_rate":0.819620253164557,"global_rank":2,"total_peers":86},{"date":"2026-04-14","model_id":"claude-opus-4.7-max","model_name":"claude-opus-4.7","prompt":"bare","pass_rate":0.8639240506329114,"global_rank":1,"total_peers":111},{"date":"2026-05-28","model_id":"claude-opus-4.8-max","model_name":"claude-opus-4.8","prompt":"bare","pass_rate":0.8829113924050633,"global_rank":1,"total_peers":131},{"date":"2026-06-07","model_id":"claude-opus-4.8-max","model_name":"claude-opus-4.8","prompt":"bare","pass_rate":0.8829113924050633,"global_rank":1,"total_peers":137},{"date":"2026-06-29","model_id":"claude-opus-4.8-max","model_name":"claude-opus-4.8","prompt":"bare","pass_rate":0.8829113924050633,"global_rank":1,"total_peers":140},{"date":"2026-07-24","model_id":"claude-opus-4.8-max","model_name":"claude-opus-4.8","prompt":"bare","pass_rate":0.8829113924050633,"global_rank":1,"total_peers":158},{"date":"2026-09-01","model_id":"claude-fable-5-1-max","model_name":"claude-fable-5-1","prompt":"bare","pass_rate":0.8860759493670886,"global_rank":1,"total_peers":179},{"date":"2026-09-22","model_id":"claude-fable-5-1-max","model_name":"claude-fable-5-1","prompt":"bare","pass_rate":0.8860759493670886,"global_rank":1,"total_peers":193},{"date":"2026-09-28","model_id":"claude-fable-5-1-max","model_name":"claude-fable-5-1","prompt":"bare","pass_rate":0.8860759493670886,"global_rank":1,"total_peers":197},{"date":"2026-10-07","model_id":"claude-fable-5-1-max","model_name":"claude-fable-5-1","prompt":"bare","pass_rate":0.8860759493670886,"global_rank":1,"total_peers":206}],"trend_pp_per_month":2.176757903492308},{"lab":"google","model_count":16,"evaluated_models":13,"best_pass_rate":0.8860759493670886,"best_model_id":"gemini-4-argon-high","best_model_name":"gemini-4-argon","best_model_prompt":"bare","first_release":"2025-02-05","latest_release":"2026-10-13","avg_pass_rate":0.549172346640701,"rank_history":[{"date":"2025-02-05","model_id":"gemini-2.0-flash","model_name":"gemini-2.0-flash","prompt":"bare","pass_rate":0.2689873417721519,"global_rank":8,"total_peers":23},{"date":"2025-06-17","model_id":"gemini-2.5-flash-high","model_name":"gemini-2.5-flash","prompt":"bare","pass_rate":0.37341772151898733,"global_rank":11,"total_peers":41},{"date":"2025-12-17","model_id":"gemini-3-flash-high","model_name":"gemini-3-flash","prompt":"bare","pass_rate":0.7183544303797469,"global_rank":3,"total_peers":72},{"date":"2026-02-19","model_id":"gemini-3.1-pro-preview-high","model_name":"gemini-3.1-pro-preview","prompt":"bare","pass_rate":0.7974683544303798,"global_rank":5,"total_peers":87},{"date":"2026-03-03","model_id":"gemini-3.1-pro-preview-high","model_name":"gemini-3.1-pro-preview","prompt":"bare","pass_rate":0.7974683544303798,"global_rank":5,"total_peers":93},{"date":"2026-04-02","model_id":"gemini-3.1-pro-preview-high","model_name":"gemini-3.1-pro-preview","prompt":"bare","pass_rate":0.7974683544303798,"global_rank":6,"total_peers":109},{"date":"2026-05-19","model_id":"gemini-3.1-pro-preview-high","model_name":"gemini-3.1-pro-preview","prompt":"bare","pass_rate":0.7974683544303798,"global_rank":10,"total_peers":125},{"date":"2026-08-13","model_id":"gemini-3.1-pro-preview-high","model_name":"gemini-3.1-pro-preview","prompt":"bare","pass_rate":0.7974683544303798,"global_rank":26,"total_peers":167},{"date":"2026-09-02","model_id":"gemini-3.8-flash-high","model_name":"gemini-3.8-flash","prompt":"bare","pass_rate":0.819620253164557,"global_rank":22,"total_peers":180},{"date":"2026-10-13","model_id":"gemini-4-argon-high","model_name":"gemini-4-argon","prompt":"bare","pass_rate":0.8860759493670886,"global_rank":1,"total_peers":208}],"trend_pp_per_month":3.027911922847466},{"lab":"openai","model_count":85,"evaluated_models":58,"best_pass_rate":0.8734177215189873,"best_model_id":"gpt-6.1-sol-max","best_model_name":"gpt-6.1-sol","best_model_prompt":"bare","first_release":"2023-03-01","latest_release":"2026-10-26","avg_pass_rate":0.6376652846758749,"rank_history":[{"date":"2023-03-01","model_id":"gpt-3.5-turbo","model_name":"gpt-3.5-turbo","prompt":"bare","pass_rate":0.17405063291139242,"global_rank":1,"total_peers":1},{"date":"2024-04-09","model_id":"gpt-4-turbo","model_name":"gpt-4-turbo","prompt":"bare","pass_rate":0.2626582278481013,"global_rank":1,"total_peers":4},{"date":"2024-05-13","model_id":"gpt-4o-2024-05-13","model_name":"gpt-4o-2024-05-13","prompt":"bare","pass_rate":0.31962025316455694,"global_rank":1,"total_peers":8},{"date":"2024-07-18","model_id":"gpt-4o-2024-05-13","model_name":"gpt-4o-2024-05-13","prompt":"bare","pass_rate":0.31962025316455694,"global_rank":1,"total_peers":9},{"date":"2025-04-14","model_id":"gpt-4o-2024-05-13","model_name":"gpt-4o-2024-05-13","prompt":"bare","pass_rate":0.31962025316455694,"global_rank":6,"total_peers":30},{"date":"2025-04-16","model_id":"o4-mini-high","model_name":"o4-mini","prompt":"bare","pass_rate":0.4462025316455696,"global_rank":3,"total_peers":34},{"date":"2025-08-05","model_id":"o4-mini-high","model_name":"o4-mini","prompt":"bare","pass_rate":0.4462025316455696,"global_rank":9,"total_peers":50},{"date":"2025-08-07","model_id":"gpt-5-high","model_name":"gpt-5","prompt":"bare","pass_rate":0.6234177215189873,"global_rank":3,"total_peers":52},{"date":"2025-11-13","model_id":"gpt-5.1-high","model_name":"gpt-5.1","prompt":"bare","pass_rate":0.6392405063291139,"global_rank":4,"total_peers":64},{"date":"2025-12-11","model_id":"gpt-5.1-high","model_name":"gpt-5.1","prompt":"bare","pass_rate":0.6392405063291139,"global_rank":6,"total_peers":70},{"date":"2026-02-05","model_id":"gpt-5.3-codex-xhigh","model_name":"gpt-5.3-codex","prompt":"bare","pass_rate":0.8386075949367089,"global_rank":1,"total_peers":80},{"date":"2026-03-03","model_id":"gpt-5.3-codex-xhigh","model_name":"gpt-5.3-codex","prompt":"bare","pass_rate":0.8386075949367089,"global_rank":1,"total_peers":93},{"date":"2026-03-05","model_id":"gpt-5.3-codex-xhigh","model_name":"gpt-5.3-codex","prompt":"bare","pass_rate":0.8386075949367089,"global_rank":1,"total_peers":97},{"date":"2026-03-17","model_id":"gpt-5.3-codex-xhigh","model_name":"gpt-5.3-codex","prompt":"bare","pass_rate":0.8386075949367089,"global_rank":1,"total_peers":105},{"date":"2026-04-23","model_id":"gpt-5.3-codex-xhigh","model_name":"gpt-5.3-codex","prompt":"bare","pass_rate":0.8386075949367089,"global_rank":3,"total_peers":121},{"date":"2026-07-09","model_id":"gpt-5.6-sol-max","model_name":"gpt-5.6-sol","prompt":"bare","pass_rate":0.8481012658227848,"global_rank":9,"total_peers":147},{"date":"2026-09-04","model_id":"gpt-6-astra-max","model_name":"gpt-6-astra","prompt":"bare","pass_rate":0.8706624605678234,"global_rank":6,"total_peers":183},{"date":"2026-09-22","model_id":"gpt-6-astra-max","model_name":"gpt-6-astra","prompt":"bare","pass_rate":0.8706624605678234,"global_rank":7,"total_peers":193},{"date":"2026-09-29","model_id":"gpt-6.1-sol-max","model_name":"gpt-6.1-sol","prompt":"bare","pass_rate":0.8734177215189873,"global_rank":5,"total_peers":202},{"date":"2026-10-26","model_id":"gpt-6.1-sol-max","model_name":"gpt-6.1-sol","prompt":"bare","pass_rate":0.8734177215189873,"global_rank":6,"total_peers":218}],"trend_pp_per_month":1.996515479971383},{"lab":"x-ai","model_count":11,"evaluated_models":10,"best_pass_rate":0.810126582278481,"best_model_id":"grok-4.7-high","best_model_name":"grok-4.7","best_model_prompt":"bare","first_release":"2025-06-10","latest_release":"2026-09-21","avg_pass_rate":0.5354430379746835,"rank_history":[{"date":"2025-06-10","model_id":"grok-3","model_name":"grok-3","prompt":"bare","pass_rate":0.3639240506329114,"global_rank":12,"total_peers":39},{"date":"2025-08-26","model_id":"grok-code-fast-1-high","model_name":"grok-code-fast-1","prompt":"bare","pass_rate":0.439873417721519,"global_rank":11,"total_peers":57},{"date":"2025-09-19","model_id":"grok-code-fast-1-high","model_name":"grok-code-fast-1","prompt":"bare","pass_rate":0.439873417721519,"global_rank":11,"total_peers":58},{"date":"2025-11-19","model_id":"grok-code-fast-1-high","model_name":"grok-code-fast-1","prompt":"bare","pass_rate":0.439873417721519,"global_rank":14,"total_peers":65},{"date":"2026-03-12","model_id":"grok-4.20-beta-high","model_name":"grok-4.20-beta","prompt":"bare","pass_rate":0.5632911392405063,"global_rank":26,"total_peers":100},{"date":"2026-04-17","model_id":"grok-4.20-beta-high","model_name":"grok-4.20-beta","prompt":"bare","pass_rate":0.5632911392405063,"global_rank":32,"total_peers":114},{"date":"2026-07-08","model_id":"grok-4.5-high","model_name":"grok-4.5","prompt":"bare","pass_rate":0.7626582278481012,"global_rank":25,"total_peers":141},{"date":"2026-08-12","model_id":"grok-4.6-high","model_name":"grok-4.6","prompt":"bare","pass_rate":0.8037974683544303,"global_rank":23,"total_peers":166},{"date":"2026-09-21","model_id":"grok-4.7-high","model_name":"grok-4.7","prompt":"bare","pass_rate":0.810126582278481,"global_rank":30,"total_peers":188}],"trend_pp_per_month":3.0411373879323285},{"lab":"moonshotai","model_count":9,"evaluated_models":7,"best_pass_rate":0.8069620253164557,"best_model_id":"kimi-k3.1-pro-max","best_model_name":"kimi-k3.1-pro","best_model_prompt":"bare","first_release":"2026-01-27","latest_release":"2026-10-23","avg_pass_rate":0.7044054826113164,"rank_history":[{"date":"2026-01-27","model_id":"kimi-k2.5-high","model_name":"kimi-k2.5","prompt":"bare","pass_rate":0.6550632911392406,"global_rank":6,"total_peers":76},{"date":"2026-04-21","model_id":"kimi-k2.6-high","model_name":"kimi-k2.6","prompt":"bare","pass_rate":0.689873417721519,"global_rank":17,"total_peers":115},{"date":"2026-06-12","model_id":"kimi-k2.6-high","model_name":"kimi-k2.6","prompt":"bare","pass_rate":0.689873417721519,"global_rank":32,"total_peers":138},{"date":"2026-07-16","model_id":"kimi-k3-high","model_name":"kimi-k3","prompt":"bare","pass_rate":0.7536231884057971,"global_rank":29,"total_peers":150},{"date":"2026-10-23","model_id":"kimi-k3.1-pro-max","model_name":"kimi-k3.1-pro","prompt":"bare","pass_rate":0.8069620253164557,"global_rank":46,"total_peers":213}],"trend_pp_per_month":1.7588791060369757},{"lab":"meta","model_count":14,"evaluated_models":12,"best_pass_rate":0.7943037974683544,"best_model_id":"muse-wonder-high","best_model_name":"muse-wonder","best_model_prompt":"bare","first_release":"2024-04-18","latest_release":"2026-10-15","avg_pass_rate":0.33175105485232065,"rank_history":[{"date":"2024-04-18","model_id":"llama-3-instruct-8b","model_name":"llama-3-instruct-8b","prompt":"bare","pass_rate":0.10759493670886076,"global_rank":5,"total_peers":6},{"date":"2024-07-23","model_id":"llama-3.1-instruct-70b","model_name":"llama-3.1-instruct-70b","prompt":"bare","pass_rate":0.19936708860759494,"global_rank":6,"total_peers":11},{"date":"2024-09-25","model_id":"llama-3.1-instruct-70b","model_name":"llama-3.1-instruct-70b","prompt":"bare","pass_rate":0.19936708860759494,"global_rank":7,"total_peers":16},{"date":"2024-12-06","model_id":"llama-3.3-70b-instruct","model_name":"llama-3.3-70b-instruct","prompt":"bare","pass_rate":0.2310126582278481,"global_rank":9,"total_peers":19},{"date":"2025-04-05","model_id":"llama-4-maverick","model_name":"llama-4-maverick","prompt":"bare","pass_rate":0.3829113924050633,"global_rank":3,"total_peers":28},{"date":"2026-08-05","model_id":"muse-spark-1.2-high","model_name":"muse-spark-1.2","prompt":"bare","pass_rate":0.7373417721518988,"global_rank":37,"total_peers":162},{"date":"2026-08-10","model_id":"muse-spark-1.2-high","model_name":"muse-spark-1.2","prompt":"bare","pass_rate":0.7373417721518988,"global_rank":37,"total_peers":163},{"date":"2026-10-12","model_id":"muse-wonder-high","model_name":"muse-wonder","prompt":"bare","pass_rate":0.7943037974683544,"global_rank":50,"total_peers":207},{"date":"2026-10-15","model_id":"muse-wonder-high","model_name":"muse-wonder","prompt":"bare","pass_rate":0.7943037974683544,"global_rank":51,"total_peers":209}],"trend_pp_per_month":2.3245203207380793},{"lab":"deepseek","model_count":17,"evaluated_models":14,"best_pass_rate":0.7373417721518988,"best_model_id":"deepseek-v4.1-flash-1017-high","best_model_name":"deepseek-v4.1-flash-1017","best_model_prompt":"bare","first_release":"2024-12-26","latest_release":"2026-10-17","avg_pass_rate":0.554072873147513,"rank_history":[{"date":"2024-12-26","model_id":"deepseek-v3","model_name":"deepseek-v3","prompt":"bare","pass_rate":0.37658227848101267,"global_rank":1,"total_peers":20},{"date":"2025-01-20","model_id":"deepseek-r1","model_name":"deepseek-r1","prompt":"bare","pass_rate":0.5063291139240507,"global_rank":1,"total_peers":22},{"date":"2025-05-28","model_id":"deepseek-r1","model_name":"deepseek-r1","prompt":"bare","pass_rate":0.5063291139240507,"global_rank":4,"total_peers":37},{"date":"2025-08-21","model_id":"deepseek-r1","model_name":"deepseek-r1","prompt":"bare","pass_rate":0.5063291139240507,"global_rank":7,"total_peers":54},{"date":"2025-12-01","model_id":"deepseek-r1","model_name":"deepseek-r1","prompt":"bare","pass_rate":0.5063291139240507,"global_rank":12,"total_peers":68},{"date":"2026-04-24","model_id":"deepseek-v4-pro-high","model_name":"deepseek-v4-pro","prompt":"bare","pass_rate":0.6139240506329114,"global_rank":31,"total_peers":123},{"date":"2026-07-31","model_id":"deepseek-v4-flash-0731","model_name":"deepseek-v4-flash-0731","prompt":"bare","pass_rate":0.6494252873563219,"global_rank":50,"total_peers":161},{"date":"2026-08-12","model_id":"deepseek-v4-pro-0813-high","model_name":"deepseek-v4-pro-0813","prompt":"bare","pass_rate":0.689873417721519,"global_rank":46,"total_peers":166},{"date":"2026-09-10","model_id":"deepseek-v4.1-flash-high","model_name":"deepseek-v4.1-flash","prompt":"bare","pass_rate":0.7056962025316456,"global_rank":52,"total_peers":187},{"date":"2026-10-17","model_id":"deepseek-v4.1-flash-1017-high","model_name":"deepseek-v4.1-flash-1017","prompt":"bare","pass_rate":0.7373417721518988,"global_rank":65,"total_peers":210}],"trend_pp_per_month":1.3135445254145752},{"lab":"xiaomi","model_count":2,"evaluated_models":2,"best_pass_rate":0.7341772151898734,"best_model_id":"mimo-v2.6-pro-high","best_model_name":"mimo-v2.6-pro","best_model_prompt":"bare","first_release":"2026-04-22","latest_release":"2026-09-22","avg_pass_rate":0.6424050632911393,"rank_history":[{"date":"2026-04-22","model_id":"mimo-v2.5-pro-high","model_name":"mimo-v2.5-pro","prompt":"bare","pass_rate":0.5506329113924051,"global_rank":36,"total_peers":117},{"date":"2026-09-22","model_id":"mimo-v2.6-pro-high","model_name":"mimo-v2.6-pro","prompt":"bare","pass_rate":0.7341772151898734,"global_rank":53,"total_peers":193}],"trend_pp_per_month":null},{"lab":"qwen","model_count":25,"evaluated_models":21,"best_pass_rate":0.7246835443037974,"best_model_id":"qwen3.7-max-high","best_model_name":"qwen3.7-max","best_model_prompt":"bare","first_release":"2024-09-19","latest_release":"2026-08-26","avg_pass_rate":0.45509342977697403,"rank_history":[{"date":"2024-09-19","model_id":"qwen-2.5-72b-instruct","model_name":"qwen-2.5-72b-instruct","prompt":"bare","pass_rate":0.2626582278481013,"global_rank":4,"total_peers":14},{"date":"2025-03-05","model_id":"qwq-32b","model_name":"qwq-32b","prompt":"bare","pass_rate":0.27531645569620256,"global_rank":8,"total_peers":25},{"date":"2025-07-25","model_id":"qwen3-235b-a22b-thinking-2507","model_name":"qwen3-235b-a22b-thinking-2507","prompt":"bare","pass_rate":0.49050632911392406,"global_rank":5,"total_peers":43},{"date":"2025-09-23","model_id":"qwen3-235b-a22b-thinking-2507","model_name":"qwen3-235b-a22b-thinking-2507","prompt":"bare","pass_rate":0.49050632911392406,"global_rank":8,"total_peers":59},{"date":"2026-02-09","model_id":"qwen3-235b-a22b-thinking-2507","model_name":"qwen3-235b-a22b-thinking-2507","prompt":"bare","pass_rate":0.49050632911392406,"global_rank":21,"total_peers":81},{"date":"2026-02-15","model_id":"qwen3.5-397b-a17b","model_name":"qwen3.5-397b-a17b","prompt":"bare","pass_rate":0.5284810126582279,"global_rank":20,"total_peers":85},{"date":"2026-02-23","model_id":"qwen3.5-397b-a17b","model_name":"qwen3.5-397b-a17b","prompt":"bare","pass_rate":0.5284810126582279,"global_rank":22,"total_peers":89},{"date":"2026-02-24","model_id":"qwen3.5-397b-a17b","model_name":"qwen3.5-397b-a17b","prompt":"bare","pass_rate":0.5284810126582279,"global_rank":22,"total_peers":90},{"date":"2026-02-25","model_id":"qwen3.5-397b-a17b","model_name":"qwen3.5-397b-a17b","prompt":"bare","pass_rate":0.5284810126582279,"global_rank":22,"total_peers":91},{"date":"2026-03-30","model_id":"qwen3.6-plus-preview-high","model_name":"qwen3.6-plus-preview","prompt":"bare","pass_rate":0.569620253164557,"global_rank":29,"total_peers":107},{"date":"2026-04-16","model_id":"qwen3.6-plus-preview-high","model_name":"qwen3.6-plus-preview","prompt":"bare","pass_rate":0.569620253164557,"global_rank":31,"total_peers":112},{"date":"2026-04-17","model_id":"qwen3.6-plus-preview-high","model_name":"qwen3.6-plus-preview","prompt":"bare","pass_rate":0.569620253164557,"global_rank":31,"total_peers":114},{"date":"2026-04-22","model_id":"qwen3.6-plus-preview-high","model_name":"qwen3.6-plus-preview","prompt":"bare","pass_rate":0.569620253164557,"global_rank":32,"total_peers":117},{"date":"2026-05-21","model_id":"qwen3.7-max-high","model_name":"qwen3.7-max","prompt":"bare","pass_rate":0.7246835443037974,"global_rank":19,"total_peers":126},{"date":"2026-08-12","model_id":"qwen3.7-max-high","model_name":"qwen3.7-max","prompt":"bare","pass_rate":0.7246835443037974,"global_rank":41,"total_peers":166},{"date":"2026-08-14","model_id":"qwen3.7-max-high","model_name":"qwen3.7-max","prompt":"bare","pass_rate":0.7246835443037974,"global_rank":42,"total_peers":171},{"date":"2026-08-26","model_id":"qwen3.7-max-high","model_name":"qwen3.7-max","prompt":"bare","pass_rate":0.7246835443037974,"global_rank":42,"total_peers":175}],"trend_pp_per_month":2.0444613820489232},{"lab":"z-ai","model_count":12,"evaluated_models":9,"best_pass_rate":0.6107594936708861,"best_model_id":"glm-5.2-high","best_model_name":"glm-5.2","best_model_prompt":"bare","first_release":"2026-01-19","latest_release":"2026-09-07","avg_pass_rate":0.520393811533052,"rank_history":[{"date":"2026-01-19","model_id":"glm-4.7-high","model_name":"glm-4.7","prompt":"bare","pass_rate":0.46835443037974683,"global_rank":17,"total_peers":74},{"date":"2026-02-12","model_id":"glm-5-high","model_name":"glm-5","prompt":"bare","pass_rate":0.560126582278481,"global_rank":18,"total_peers":84},{"date":"2026-06-13","model_id":"glm-5.2-high","model_name":"glm-5.2","prompt":"bare","pass_rate":0.6107594936708861,"global_rank":44,"total_peers":139},{"date":"2026-08-14","model_id":"glm-5.2-high","model_name":"glm-5.2","prompt":"bare","pass_rate":0.6107594936708861,"global_rank":64,"total_peers":171},{"date":"2026-08-26","model_id":"glm-5.2-high","model_name":"glm-5.2","prompt":"bare","pass_rate":0.6107594936708861,"global_rank":65,"total_peers":175},{"date":"2026-09-07","model_id":"glm-5.2-high","model_name":"glm-5.2","prompt":"bare","pass_rate":0.6107594936708861,"global_rank":73,"total_peers":186}],"trend_pp_per_month":1.482826152113675},{"lab":"openrouter","model_count":3,"evaluated_models":3,"best_pass_rate":0.5759493670886076,"best_model_id":"hunter-alpha-high","best_model_name":"hunter-alpha","best_model_prompt":"bare","first_release":"2026-03-11","latest_release":"2026-04-28","avg_pass_rate":0.4651898734177215,"rank_history":[{"date":"2026-03-11","model_id":"hunter-alpha-high","model_name":"hunter-alpha","prompt":"bare","pass_rate":0.5759493670886076,"global_rank":25,"total_peers":99},{"date":"2026-04-28","model_id":"hunter-alpha-high","model_name":"hunter-alpha","prompt":"bare","pass_rate":0.5759493670886076,"global_rank":36,"total_peers":124}],"trend_pp_per_month":null},{"lab":"stealth","model_count":1,"evaluated_models":1,"best_pass_rate":0.5664556962025317,"best_model_id":"ox-alpha-high","best_model_name":"ox-alpha","best_model_prompt":"bare","first_release":"2026-08-20","latest_release":"2026-08-20","avg_pass_rate":0.5664556962025317,"rank_history":[{"date":"2026-08-20","model_id":"ox-alpha-high","model_name":"ox-alpha","prompt":"bare","pass_rate":0.5664556962025317,"global_rank":72,"total_peers":172}],"trend_pp_per_month":null},{"lab":"mistral","model_count":10,"evaluated_models":9,"best_pass_rate":0.560126582278481,"best_model_id":"mistral-large-4-0-high","best_model_name":"mistral-large-4-0","best_model_prompt":"bare","first_release":"2023-12-10","latest_release":"2026-10-06","avg_pass_rate":0.3146976090014065,"rank_history":[{"date":"2023-12-10","model_id":"mixtral-8x7b-instruct","model_name":"mixtral-8x7b-instruct","prompt":"bare","pass_rate":0.060126582278481014,"global_rank":2,"total_peers":2},{"date":"2024-04-17","model_id":"mixtral-8x22b-instruct","model_name":"mixtral-8x22b-instruct","prompt":"bare","pass_rate":0.3069620253164557,"global_rank":1,"total_peers":5},{"date":"2024-11-19","model_id":"mixtral-8x22b-instruct","model_name":"mixtral-8x22b-instruct","prompt":"bare","pass_rate":0.3069620253164557,"global_rank":4,"total_peers":18},{"date":"2025-07-10","model_id":"mixtral-8x22b-instruct","model_name":"mixtral-8x22b-instruct","prompt":"bare","pass_rate":0.3069620253164557,"global_rank":19,"total_peers":42},{"date":"2025-07-30","model_id":"codestral-2508","model_name":"codestral-2508","prompt":"bare","pass_rate":0.310126582278481,"global_rank":19,"total_peers":44},{"date":"2025-08-13","model_id":"mistral-medium-3.1","model_name":"mistral-medium-3.1","prompt":"bare","pass_rate":0.3322784810126582,"global_rank":21,"total_peers":53},{"date":"2025-12-02","model_id":"mistral-large-2512","model_name":"mistral-large-2512","prompt":"bare","pass_rate":0.34177215189873417,"global_rank":33,"total_peers":69},{"date":"2026-03-16","model_id":"mistral-small-2603-high","model_name":"mistral-small-2603","prompt":"bare","pass_rate":0.36075949367088606,"global_rank":58,"total_peers":101},{"date":"2026-10-06","model_id":"mistral-large-4-0-high","model_name":"mistral-large-4-0","prompt":"bare","pass_rate":0.560126582278481,"global_rank":103,"total_peers":203}],"trend_pp_per_month":0.9906187140977567},{"lab":"minimax","model_count":5,"evaluated_models":5,"best_pass_rate":0.5443037974683544,"best_model_id":"minimax-m3-high","best_model_name":"minimax-m3","best_model_prompt":"bare","first_release":"2026-02-12","latest_release":"2026-10-19","avg_pass_rate":0.4375791139240507,"rank_history":[{"date":"2026-02-12","model_id":"minimax-m2.5","model_name":"minimax-m2.5","prompt":"bare","pass_rate":0.40625,"global_rank":32,"total_peers":84},{"date":"2026-03-18","model_id":"minimax-m2.7-high","model_name":"minimax-m2.7","prompt":"bare","pass_rate":0.43037974683544306,"global_rank":46,"total_peers":106},{"date":"2026-06-01","model_id":"minimax-m3-high","model_name":"minimax-m3","prompt":"bare","pass_rate":0.5443037974683544,"global_rank":49,"total_peers":133},{"date":"2026-10-19","model_id":"minimax-m3-high","model_name":"minimax-m3","prompt":"bare","pass_rate":0.5443037974683544,"global_rank":114,"total_peers":211}],"trend_pp_per_month":1.7305808606433573},{"lab":"thinkingmachines","model_count":1,"evaluated_models":1,"best_pass_rate":0.5,"best_model_id":"inkling-high","best_model_name":"inkling","best_model_prompt":"bare","first_release":"2026-07-15","latest_release":"2026-07-15","avg_pass_rate":0.5,"rank_history":[{"date":"2026-07-15","model_id":"inkling-high","model_name":"inkling","prompt":"bare","pass_rate":0.5,"global_rank":70,"total_peers":148}],"trend_pp_per_month":null},{"lab":"stepfun","model_count":1,"evaluated_models":1,"best_pass_rate":0.38924050632911394,"best_model_id":"step-3.7-flash-high","best_model_name":"step-3.7-flash","best_model_prompt":"bare","first_release":"2026-05-29","latest_release":"2026-05-29","avg_pass_rate":0.38924050632911394,"rank_history":[{"date":"2026-05-29","model_id":"step-3.7-flash-high","model_name":"step-3.7-flash","prompt":"bare","pass_rate":0.38924050632911394,"global_rank":75,"total_peers":132}],"trend_pp_per_month":null},{"lab":"starflinger","model_count":4,"evaluated_models":4,"best_pass_rate":0.3259493670886076,"best_model_id":"laguna-s-2.1-fp8","best_model_name":"laguna-s-2.1","best_model_prompt":"bare","first_release":"2026-07-21","latest_release":"2026-07-21","avg_pass_rate":0.3022151898734177,"rank_history":[{"date":"2026-07-21","model_id":"laguna-s-2.1-fp8","model_name":"laguna-s-2.1","prompt":"bare","pass_rate":0.3259493670886076,"global_rank":114,"total_peers":154}],"trend_pp_per_month":null},{"lab":"recursive","model_count":1,"evaluated_models":1,"best_pass_rate":0.31329113924050633,"best_model_id":"flint-v1.0","best_model_name":"flint-v1.0","best_model_prompt":"bare","first_release":"2026-10-21","latest_release":"2026-10-21","avg_pass_rate":0.31329113924050633,"rank_history":[{"date":"2026-10-21","model_id":"flint-v1.0","model_name":"flint-v1.0","prompt":"bare","pass_rate":0.31329113924050633,"global_rank":176,"total_peers":212}],"trend_pp_per_month":null},{"lab":"nousresearch","model_count":2,"evaluated_models":2,"best_pass_rate":0.24367088607594936,"best_model_id":"hermes-4-405b","best_model_name":"hermes-4-405b","best_model_prompt":"bare","first_release":"2025-08-26","latest_release":"2025-08-26","avg_pass_rate":0.2041139240506329,"rank_history":[{"date":"2025-08-26","model_id":"hermes-4-405b","model_name":"hermes-4-405b","prompt":"bare","pass_rate":0.24367088607594936,"global_rank":40,"total_peers":57}],"trend_pp_per_month":null},{"lab":"cohere","model_count":3,"evaluated_models":3,"best_pass_rate":0.23734177215189872,"best_model_id":"command-a","best_model_name":"command-a","best_model_prompt":"bare","first_release":"2024-08-30","latest_release":"2025-03-13","avg_pass_rate":0.19620253164556964,"rank_history":[{"date":"2024-08-30","model_id":"command-r-plus","model_name":"command-r-plus","prompt":"bare","pass_rate":0.18037974683544303,"global_rank":8,"total_peers":13},{"date":"2025-03-13","model_id":"command-a","model_name":"command-a","prompt":"bare","pass_rate":0.23734177215189872,"global_rank":13,"total_peers":26}],"trend_pp_per_month":null},{"lab":"microsoft","model_count":1,"evaluated_models":1,"best_pass_rate":0.1550632911392405,"best_model_id":"phi-4","best_model_name":"phi-4","best_model_prompt":"bare","first_release":"2025-01-10","latest_release":"2025-01-10","avg_pass_rate":0.1550632911392405,"rank_history":[{"date":"2025-01-10","model_id":"phi-4","model_name":"phi-4","prompt":"bare","pass_rate":0.1550632911392405,"global_rank":16,"total_peers":21}],"trend_pp_per_month":null}]}
