{ "publisher": "AI vs Games", "version": "2026.10.18", "generated_at": "2026-10-18T16:32:28-04:00", "license": "CC BY 4.0", "attribution": "AI vs Games (aivsgames.com) and the original sources linked in each item", "rule": "Results are per game. Do not combine them into cross-game rankings.", "tables": { "achievements": [ { "id": "gpp-emerald-gemini-4-argon-badges", "agent_run_id": "gemini-plays-pokemon--emerald-gemini-4-argon", "game": "pokemon-emerald", "model_id": "gemini-4-argon", "summary": "All 8 badges in Pokémon Emerald (now 3,797 turns in, still playing)", "metric": "Badges", "value": 8, "rank": null, "failure": false, "verification_status": "verified", "evidence_ids": [ "gpp-emerald-gemini-4-argon-badges--e1", "gpp-emerald-gemini-4-argon-badges--e2" ], "published_at": "2026-10-18", "discovered_at": "2026-10-18", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "gpp-emerald-gemini-4-argon-hof", "agent_run_id": "gemini-plays-pokemon--emerald-gemini-4-argon", "game": "pokemon-emerald", "model_id": "gemini-4-argon", "summary": "Entered the Hall of Fame in Pokémon Emerald (beat Champion Wallace)", "metric": "Hall of Fame", "value": "yes", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "gpp-emerald-gemini-4-argon-hof--e1", "gpp-emerald-gemini-4-argon-hof--e2", "gpp-emerald-gemini-4-argon-hof--e3" ], "published_at": "2026-10-18", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "gpp-emerald-gemini-3-8-flash", "agent_run_id": "gemini-plays-pokemon--emerald-gemini-3-8-flash", "game": "pokemon-emerald", "model_id": "gemini-3-8-flash", "summary": "5 of 8 badges in Pokémon Emerald after 9,274 turns (live)", "metric": "Badges", "value": 5, "rank": null, "failure": false, "verification_status": "verified", "evidence_ids": [ "gpp-emerald-gemini-3-8-flash--e1", "gpp-emerald-gemini-3-8-flash--e2" ], "published_at": "2026-10-18", "discovered_at": "2026-10-17", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "gpp-blue-gemini-4-argon", "agent_run_id": "gemini-plays-pokemon--blue-gemini-4-argon", "game": "pokemon-blue", "model_id": "gemini-4-argon", "summary": "8 of 8 badges in Pokémon Blue, run finished after 1,753 turns", "metric": "Badges", "value": 8, "rank": null, "failure": false, "verification_status": "verified", "evidence_ids": [ "gpp-blue-gemini-4-argon--e1" ], "published_at": "2026-10-11", "discovered_at": "2026-10-18", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "gpp-blue-gemini-3-8-flash", "agent_run_id": "gemini-plays-pokemon--blue-gemini-3-8-flash", "game": "pokemon-blue", "model_id": "gemini-3-8-flash", "summary": "3 of 8 badges in Pokémon Blue, run finished after 5,648 turns", "metric": "Badges", "value": 3, "rank": null, "failure": true, "verification_status": "verified", "evidence_ids": [ "gpp-blue-gemini-3-8-flash--e1" ], "published_at": "2026-10-14", "discovered_at": "2026-10-18", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "gpp-vision-first-gemini-3-8-flash", "agent_run_id": "gemini-plays-pokemon--vision-first-gemini-3-8-flash", "game": "pokemon-blue", "model_id": "gemini-3-8-flash", "summary": "8 of 8 badges in Pokémon Blue (47,889 turns, idle)", "metric": "Badges", "value": 8, "rank": null, "failure": false, "verification_status": "verified", "evidence_ids": [ "gpp-vision-first-gemini-3-8-flash--e1", "gpp-vision-first-gemini-3-8-flash--e2", "gpp-vision-first-gemini-3-8-flash--e3" ], "published_at": "2026-09-27", "discovered_at": "2026-10-18", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "gpp-vision-first-gemini-3-7-flash", "agent_run_id": "gemini-plays-pokemon--vision-first-gemini-3-7-flash", "game": "pokemon-blue", "model_id": "gemini-3-7-flash", "summary": "8 of 8 badges in Pokémon Blue (55,601 turns, idle)", "metric": "Badges", "value": 8, "rank": null, "failure": false, "verification_status": "verified", "evidence_ids": [ "gpp-vision-first-gemini-3-7-flash--e1", "gpp-vision-first-gemini-3-7-flash--e2", "gpp-vision-first-gemini-3-7-flash--e3" ], "published_at": "2026-09-19", "discovered_at": "2026-10-17", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "gpp-vision-first-gemini-3-5-flash", "agent_run_id": "gemini-plays-pokemon--vision-first-gemini-3-5-flash", "game": "pokemon-blue", "model_id": "gemini-3-5-flash", "summary": "6 of 8 badges in Pokémon Blue (74,636 turns, idle)", "metric": "Badges", "value": 6, "rank": null, "failure": true, "verification_status": "verified", "evidence_ids": [ "gpp-vision-first-gemini-3-5-flash--e1", "gpp-vision-first-gemini-3-5-flash--e2", "gpp-vision-first-gemini-3-5-flash--e3" ], "published_at": "2026-09-03", "discovered_at": "2026-10-17", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "gpp-vf-gemini-3-8-flash-champion", "agent_run_id": "gemini-plays-pokemon--vision-first-gemini-3-8-flash", "game": "pokemon-blue", "model_id": "gemini-3-8-flash", "summary": "Became Champion of Pokémon Blue at turn 24,981 (Hall of Fame at turn 24,994)", "metric": "Turns to Champion", "value": 24981, "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "gpp-vf-gemini-3-8-flash-champion--e1", "gpp-vf-gemini-3-8-flash-champion--e2", "gpp-vf-gemini-3-8-flash-champion--e3" ], "published_at": "2026-09-27", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "gpp-vf-gemini-3-7-flash-champion", "agent_run_id": "gemini-plays-pokemon--vision-first-gemini-3-7-flash", "game": "pokemon-blue", "model_id": "gemini-3-7-flash", "summary": "Became Champion of Pokémon Blue at turn 39,310", "metric": "Turns to Champion", "value": 39310, "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "gpp-vf-gemini-3-7-flash-champion--e1", "gpp-vf-gemini-3-7-flash-champion--e2", "gpp-vf-gemini-3-7-flash-champion--e3" ], "published_at": "2026-09-19", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "gpp-vf-gemini-3-6-flash", "agent_run_id": "gemini-plays-pokemon--vision-first-gemini-3-6-flash", "game": "pokemon-blue", "model_id": "gemini-3-6-flash", "summary": "4 of 8 badges in Pokémon Blue at turn ~55,800 (last repo commit Aug 15, 2026)", "metric": "Badges", "value": 4, "rank": null, "failure": true, "verification_status": "creator-reported", "evidence_ids": [ "gpp-vf-gemini-3-6-flash--e1", "gpp-vf-gemini-3-6-flash--e2" ], "published_at": "2026-08-15", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "gpp-gemini-3-pro-vision-only-blue-v2", "agent_run_id": "gemini-plays-pokemon--gemini-3-pro-vision-only-blue-v2", "game": "pokemon-blue", "model_id": "gemini-3-pro", "summary": "All 8 badges in a vision-only Pokémon Blue run (last turn 67,315, May 2026)", "metric": "Badges", "value": 8, "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "gpp-gemini-3-pro-vision-only-blue-v2--e1", "gpp-gemini-3-pro-vision-only-blue-v2--e2" ], "published_at": "2026-05-23", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "gpp-crystal-race-gemini-3", "agent_run_id": "gemini-plays-pokemon--crystal-race-gemini-3", "game": "pokemon-crystal", "model_id": "gemini-3", "summary": "Reached the post-game with 16 badges in Pokémon Crystal by turn 36,290 (race vs Gemini 2.5)", "metric": "Badges", "value": 16, "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "gpp-crystal-race-gemini-3--e1", "gpp-crystal-race-gemini-3--e2" ], "published_at": "2025-12-15", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "gpp-crystal-race-gemini-2-5", "agent_run_id": "gemini-plays-pokemon--crystal-race-gemini-2-5", "game": "pokemon-crystal", "model_id": "gemini-2-5", "summary": "Crystal race opponent of Gemini 3; ran to turn 51,280 (Dec 2025). Final progress not disclosed.", "metric": "Last turn", "value": 51280, "rank": null, "failure": false, "verification_status": "awaiting", "evidence_ids": [ "gpp-crystal-race-gemini-2-5--e1" ], "published_at": "2025-12-15", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "gpp-sors-gemini-3-8-flash", "agent_run_id": "gemini-plays-pokemon--sors-gemini-3-8-flash", "game": "pokemon-undisclosed", "model_id": "gemini-3-8-flash", "summary": "8 badges on run 'sors' (38,783 turns)", "metric": "Badges", "value": 8, "rank": null, "failure": false, "verification_status": "awaiting", "evidence_ids": [ "gpp-sors-gemini-3-8-flash--e1", "gpp-sors-gemini-3-8-flash--e2" ], "published_at": "2026-10-13", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "bl-gpt-5-6-sol-emerald", "agent_run_id": "gpt-plays-pokemon--bl-gpt-5-6-sol-emerald", "game": "pokemon-emerald", "model_id": "gpt-5-6-sol", "summary": "Became Champion of Pokémon Emerald in 153h51 (8 badges)", "metric": "Time to Champion", "value": "153h51", "rank": null, "failure": false, "verification_status": "awaiting", "evidence_ids": [ "bl-gpt-5-6-sol-emerald--e1", "bl-gpt-5-6-sol-emerald--e2" ], "published_at": "2026-07-21", "discovered_at": "2026-10-17", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "bl-gpt-5-red", "agent_run_id": "gpt-plays-pokemon--bl-gpt-5-red", "game": "pokemon-red", "model_id": "gpt-5", "summary": "Became Champion of Pokémon Red in 161h57m (6,470 steps, 8 badges)", "metric": "Time to Champion", "value": "161:57:00", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "bl-gpt-5-red--e1" ], "published_at": "2025-08-14", "discovered_at": "2026-10-17", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "bl-gpt-5-crystal", "agent_run_id": "gpt-plays-pokemon--bl-gpt-5-crystal", "game": "pokemon-crystal", "model_id": "gpt-5", "summary": "Became Champion of Pokémon Crystal in 202h02m (9,517 steps, 16 badges)", "metric": "Time to Champion", "value": "202:02:12", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "bl-gpt-5-crystal--e1" ], "published_at": "2025-08-25", "discovered_at": "2026-10-17", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "gptpp-gpt-6-astra", "agent_run_id": "gpt-plays-pokemon--gptpp-gpt-6-astra", "game": "pokemon-unstated", "model_id": "gpt-6-astra", "summary": "Became Champion in 18h 12m, the fastest claimed AI Champion time we know of", "metric": "Time to Champion", "value": "18h 12m", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "gptpp-gpt-6-astra--e1", "gptpp-gpt-6-astra--e2" ], "published_at": "2026-09-05", "discovered_at": "2026-10-17", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "pokeagent-heatz", "agent_run_id": "heatz--pokeagent-heatz", "game": "pokemon-emerald", "model_id": null, "summary": "1st: reached the first gym (Roxanne) in 40:13 (1,608 actions)", "metric": "Time to first gym", "value": "40:13", "rank": 1, "failure": false, "verification_status": "verified", "evidence_ids": [ "pokeagent-heatz--e1", "pokeagent-heatz--e2" ], "published_at": "2026-03-16", "discovered_at": "2026-10-18", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "pokeagent-hamburg", "agent_run_id": "hamburg-pokerunners--pokeagent-hamburg", "game": "pokemon-emerald", "model_id": null, "summary": "2nd: reached the first gym in 1:14:43", "metric": "Time to first gym", "value": "1:14:43", "rank": 2, "failure": false, "verification_status": "verified", "evidence_ids": [ "pokeagent-hamburg--e1", "pokeagent-hamburg--e2" ], "published_at": "2026-03-16", "discovered_at": "2026-10-18", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "pokeagent-anthonys", "agent_run_id": "anthonys--pokeagent-anthonys", "game": "pokemon-emerald", "model_id": null, "summary": "3rd: reached the first gym in 1:29:17", "metric": "Time to first gym", "value": "1:29:17", "rank": 3, "failure": false, "verification_status": "verified", "evidence_ids": [ "pokeagent-anthonys--e1", "pokeagent-anthonys--e2" ], "published_at": "2026-03-16", "discovered_at": "2026-10-18", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "pokeagent-deepest", "agent_run_id": "deepest--pokeagent-deepest", "game": "pokemon-emerald", "model_id": null, "summary": "Judge's Choice: fewest actions to the first gym (649), 5th by time", "metric": "Actions to first gym", "value": 649, "rank": 5, "failure": false, "verification_status": "verified", "evidence_ids": [ "pokeagent-deepest--e1", "pokeagent-deepest--e2" ], "published_at": "2026-03-16", "discovered_at": "2026-10-18", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "vgb-gpt-4o-crystal", "agent_run_id": "vg-agent--vgb-gpt-4o-crystal", "game": "pokemon-crystal", "model_id": "gpt-4o", "summary": "0.9% of Pokémon Crystal completed on VideoGameBench (test set, real-time)", "metric": "Game progress", "value": "0.9%", "rank": null, "failure": true, "verification_status": "verified", "evidence_ids": [ "vgb-gpt-4o-crystal--e1", "vgb-gpt-4o-crystal--e2" ], "published_at": "2025-05-23", "discovered_at": "2026-10-18", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "vgb-gemini-2-5-pro-kirby", "agent_run_id": "vg-agent--vgb-gemini-2-5-pro-kirby", "game": "kirbys-dream-land", "model_id": "gemini-2-5-pro-preview-03-25", "summary": "4.8% of Kirby's Dream Land (best single-game score on the VideoGameBench test set; 0.48% overall)", "metric": "Game progress", "value": "4.8%", "rank": null, "failure": true, "verification_status": "verified", "evidence_ids": [ "vgb-gemini-2-5-pro-kirby--e1", "vgb-gemini-2-5-pro-kirby--e2" ], "published_at": "2025-05-23", "discovered_at": "2026-10-18", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "kradle-top-agent", "agent_run_id": "echo-sinclair--kradle-top-agent", "game": "minecraft", "model_id": "claude-opus-4-6", "summary": "#1 agent on KradleVerse: 28% win rate over the last 30 days", "metric": "30-day win %", "value": "28%", "rank": 1, "failure": false, "verification_status": "verified", "evidence_ids": [ "kradle-top-agent--e1" ], "published_at": "2026-10-18", "discovered_at": "2026-10-17", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "mineexplorer-claude-opus-4-6", "agent_run_id": null, "game": "minecraft", "model_id": "claude-opus-4-6", "summary": "Top MineExplorer score: 41.08 overall task success (open-world exploration)", "metric": "Overall TSR", "value": 41.08, "rank": 1, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "mineexplorer-claude-opus-4-6--e1", "mineexplorer-claude-opus-4-6--e2" ], "published_at": "2026-06-28", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "mineodyssey-gpt-6-astra", "agent_run_id": null, "game": "minecraft", "model_id": "gpt-6-astra", "summary": "Top Mine Odyssey score: 85.6% of 180 navigation tasks in Minecraft rebuilds of real places", "metric": "Success rate", "value": "85.56%", "rank": 1, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "mineodyssey-gpt-6-astra--e1" ], "published_at": "2026-10-08", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "argon-team-ender-dragon", "agent_run_id": "gemini-4-argon-minecraft-team--argon-team-ender-dragon", "game": "minecraft", "model_id": "gemini-4-argon", "summary": "A team of 4 Gemini 4 Argon agents beat Minecraft: killed the Ender Dragon in 27h 14m, with 605 deaths and 2,783 programs written", "metric": "Time to Ender Dragon", "value": "27h 14m", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "argon-team-ender-dragon--e1", "argon-team-ender-dragon--e2" ], "published_at": "2026-10-15", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "kaggle-chess-leader", "agent_run_id": null, "game": "chess", "model_id": "gemini-3-8-flash", "summary": "#1 on Kaggle Game Arena Chess: 1452 Elo", "metric": "Elo", "value": 1452, "rank": 1, "failure": false, "verification_status": "verified", "evidence_ids": [ "kaggle-chess-leader--e1" ], "published_at": "2026-10-15", "discovered_at": "2026-10-17", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "kaggle-go-leader", "agent_run_id": null, "game": "go", "model_id": "gpt-6-astra", "summary": "#1 on Kaggle Game Arena Go: 1794 Elo", "metric": "Elo", "value": 1794, "rank": 1, "failure": false, "verification_status": "verified", "evidence_ids": [ "kaggle-go-leader--e1" ], "published_at": "2026-10-15", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "kaggle-poker-leader", "agent_run_id": null, "game": "poker", "model_id": "gpt-5-6-sol", "summary": "#1 on Kaggle Game Arena Heads-up Poker: 30 Mean BB/100", "metric": "Mean BB/100", "value": 30, "rank": 1, "failure": false, "verification_status": "verified", "evidence_ids": [ "kaggle-poker-leader--e1" ], "published_at": "2026-10-08", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "kaggle-werewolf-leader", "agent_run_id": null, "game": "werewolf", "model_id": "gpt-5-4", "summary": "#1 on Kaggle Game Arena Werewolf: 0.08% Equilibrium Rating", "metric": "Equilibrium Rating", "value": "0.08%", "rank": 1, "failure": false, "verification_status": "verified", "evidence_ids": [ "kaggle-werewolf-leader--e1" ], "published_at": "2026-06-12", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "balrog-nethack-leader", "agent_run_id": null, "game": "nethack", "model_id": "gpt-6-astra", "summary": "13.2% progress on NetHack for the top overall BALROG entry. Nobody has beaten the game.", "metric": "NetHack progress", "value": "13.2%", "rank": null, "failure": true, "verification_status": "verified", "evidence_ids": [ "balrog-nethack-leader--e1" ], "published_at": "2026-09-18", "discovered_at": "2026-10-17", "last_verified": "2026-10-18", "last_checked": "2026-10-18" }, { "id": "gpp-gemini-2-5-pro-blue-champion", "agent_run_id": "gemini-plays-pokemon--gpp-gemini-2-5-pro-blue-champion", "game": "pokemon-blue", "model_id": "gemini-2-5-pro", "summary": "Gemini 2.5 Pro becomes Champion in Pokémon Blue (development run, ~813 hours)", "metric": "Result", "value": "Champion", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "gpp-gemini-2-5-pro-blue-champion--e1", "gpp-gemini-2-5-pro-blue-champion--e2", "gpp-gemini-2-5-pro-blue-champion--e3" ], "published_at": "2025-05-02", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "gpp-gemini-2-5-pro-blue-autonomous", "agent_run_id": "gemini-plays-pokemon--gpp-gemini-2-5-pro-blue-autonomous", "game": "pokemon-blue", "model_id": "gemini-2-5-pro", "summary": "Gemini 2.5 Pro beats Pokémon Blue with no manual interventions (~406 hours, 36,801 actions)", "metric": "Play time", "value": "~406 h", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "gpp-gemini-2-5-pro-blue-autonomous--e1" ], "published_at": "2025-06-09", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "jev-standardagents-red-hof", "agent_run_id": null, "game": "pokemon-red", "model_id": "jev", "summary": "Jev enters the Pokémon Red Hall of Fame with Claude Opus 5 rebuilding its options live", "metric": "Result", "value": "Hall of Fame", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "jev-standardagents-red-hof--e1", "jev-standardagents-red-hof--e2", "jev-standardagents-red-hof--e3" ], "published_at": "2026-09-27", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "jev-frigade-red-hof", "agent_run_id": null, "game": "pokemon-red", "model_id": "jev", "summary": "Jev beats Pokémon Red in 37h 40m with a guided, open-source harness", "metric": "Total time", "value": "37h 40m", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "jev-frigade-red-hof--e1", "jev-frigade-red-hof--e2", "jev-frigade-red-hof--e3" ], "published_at": "2026-09-28", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "jev-astra-minecraft-dragon", "agent_run_id": null, "game": "minecraft", "model_id": "gpt-6-astra-planner-jev-typesafe-jev-1-13", "summary": "GPT-6 Astra + Jev kill the Ender Dragon in 8m 43s on a fixed seed with a pre-surveyed route (Peaceful)", "metric": "Time", "value": "8m 43.3s", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "jev-astra-minecraft-dragon--e1", "jev-astra-minecraft-dragon--e2" ], "published_at": "2026-09-20", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" }, { "id": "mineai-opus-5-minecraft-dragon", "agent_run_id": null, "game": "minecraft", "model_id": "claude-opus-5-1m-effort", "summary": "Claude Opus 5 kills the Ender Dragon in a fresh Minecraft world in one unbroken 3h 56m session", "metric": "Wall-clock time", "value": "3h 56m", "rank": null, "failure": false, "verification_status": "creator-reported", "evidence_ids": [ "mineai-opus-5-minecraft-dragon--e1", "mineai-opus-5-minecraft-dragon--e2", "mineai-opus-5-minecraft-dragon--e3" ], "published_at": "2026-09-16", "discovered_at": "2026-10-18", "last_verified": null, "last_checked": "2026-10-18" } ], "agent_runs": [ { "id": "anthonys--pokeagent-anthonys", "agent_id": "anthonys", "game": "pokemon-emerald", "game_version": null, "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)", "configuration": { "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)", "inputs": "per team (documented in the paper's appendix)", "tools": "Tool-calling VLM policy (LLM harness)", "assistance": "none allowed during evaluation runs", "budget": "scored on wall-clock time and action count" }, "status": "published", "started": null, "ended": null, "achievement_ids": [ "pokeagent-anthonys" ] }, { "id": "claudeplayspokemon--red-opus-4-7", "agent_id": "claudeplayspokemon", "game": "pokemon-red", "game_version": null, "harness": "ClaudePlaysPokemon harness", "configuration": { "harness": "ClaudePlaysPokemon harness", "inputs": null, "tools": null, "assistance": null, "budget": null }, "status": "paused", "started": null, "ended": null, "achievement_ids": [] }, { "id": "deepest--pokeagent-deepest", "agent_id": "deepest", "game": "pokemon-emerald", "game_version": null, "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)", "configuration": { "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)", "inputs": "per team (documented in the paper's appendix)", "tools": "LLM harness", "assistance": "none allowed during evaluation runs", "budget": "scored on wall-clock time and action count" }, "status": "published", "started": null, "ended": null, "achievement_ids": [ "pokeagent-deepest" ] }, { "id": "echo-sinclair--kradle-top-agent", "agent_id": "echo-sinclair", "game": "minecraft", "game_version": null, "harness": "OpenClaw agent framework", "configuration": { "harness": "OpenClaw agent framework", "inputs": null, "tools": null, "assistance": null, "budget": "30-day window, 10+ runs to qualify" }, "status": "live", "started": null, "ended": null, "achievement_ids": [ "kradle-top-agent" ] }, { "id": "gemini-4-argon-minecraft-team--argon-team-ender-dragon", "agent_id": "gemini-4-argon-minecraft-team", "game": "minecraft", "game_version": null, "harness": "4 general-purpose Gemini 4 Argon coding agents controlling players through Mineflayer (+ pathfinding plugin); team chat + shared memory", "configuration": { "harness": "4 general-purpose Gemini 4 Argon coding agents controlling players through Mineflayer (+ pathfinding plugin); team chat + shared memory", "inputs": "text API (position, health, inventory, nearby blocks and mobs), not pixels", "tools": "self-written JavaScript programs (2,783); no human-written game logic, no pre-scouted seed", "assistance": "none during the run (researchers could pause or stop it but did not intervene)", "budget": "single run; Java Edition 1.20.4, survival, Easy difficulty, cheats off" }, "status": "finished", "started": null, "ended": null, "achievement_ids": [ "argon-team-ender-dragon" ] }, { "id": "gemini-plays-pokemon--blue-gemini-3-8-flash", "agent_id": "gemini-plays-pokemon", "game": "pokemon-blue", "game_version": null, "harness": "Gemini Plays Pokémon harness (mGBA emulator)", "configuration": { "harness": "Gemini Plays Pokémon harness (mGBA emulator)", "inputs": "emulator frames + game-state analysis", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "finished", "started": "2026-10-06", "ended": null, "achievement_ids": [ "gpp-blue-gemini-3-8-flash" ] }, { "id": "gemini-plays-pokemon--blue-gemini-4-argon", "agent_id": "gemini-plays-pokemon", "game": "pokemon-blue", "game_version": null, "harness": "Gemini Plays Pokémon harness (mGBA emulator)", "configuration": { "harness": "Gemini Plays Pokémon harness (mGBA emulator)", "inputs": "emulator frames + game-state analysis", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "finished", "started": "2026-10-10", "ended": null, "achievement_ids": [ "gpp-blue-gemini-4-argon" ] }, { "id": "gemini-plays-pokemon--crystal-race-gemini-2-5", "agent_id": "gemini-plays-pokemon", "game": "pokemon-crystal", "game_version": null, "harness": "Gemini Plays Pokémon harness (Crystal race)", "configuration": { "harness": "Gemini Plays Pokémon harness (Crystal race)", "inputs": "emulator frames + game-state analysis", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "unknown", "started": null, "ended": null, "achievement_ids": [ "gpp-crystal-race-gemini-2-5" ] }, { "id": "gemini-plays-pokemon--crystal-race-gemini-3", "agent_id": "gemini-plays-pokemon", "game": "pokemon-crystal", "game_version": null, "harness": "Gemini Plays Pokémon harness (Crystal race)", "configuration": { "harness": "Gemini Plays Pokémon harness (Crystal race)", "inputs": "emulator frames + game-state analysis", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "unknown", "started": null, "ended": null, "achievement_ids": [ "gpp-crystal-race-gemini-3" ] }, { "id": "gemini-plays-pokemon--emerald-gemini-3-8-flash", "agent_id": "gemini-plays-pokemon", "game": "pokemon-emerald", "game_version": null, "harness": "Gemini Plays Pokémon harness (mGBA emulator)", "configuration": { "harness": "Gemini Plays Pokémon harness (mGBA emulator)", "inputs": "emulator frames + game-state analysis", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "live", "started": "2026-10-13", "ended": null, "achievement_ids": [ "gpp-emerald-gemini-3-8-flash" ] }, { "id": "gemini-plays-pokemon--emerald-gemini-4-argon", "agent_id": "gemini-plays-pokemon", "game": "pokemon-emerald", "game_version": null, "harness": "Gemini Plays Pokémon harness (mGBA emulator)", "configuration": { "harness": "Gemini Plays Pokémon harness (mGBA emulator)", "inputs": "emulator frames + game-state analysis", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "live", "started": "2026-10-13", "ended": null, "achievement_ids": [ "gpp-emerald-gemini-4-argon-badges", "gpp-emerald-gemini-4-argon-hof" ] }, { "id": "gemini-plays-pokemon--gemini-3-pro-vision-only-blue-v2", "agent_id": "gemini-plays-pokemon", "game": "pokemon-blue", "game_version": null, "harness": "Gemini Plays Pokémon harness, 'vision-only' setup (v2)", "configuration": { "harness": "Gemini Plays Pokémon harness, 'vision-only' setup (v2)", "inputs": "vision-only", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "unknown", "started": null, "ended": null, "achievement_ids": [ "gpp-gemini-3-pro-vision-only-blue-v2" ] }, { "id": "gemini-plays-pokemon--gpp-gemini-2-5-pro-blue-autonomous", "agent_id": "gemini-plays-pokemon", "game": "pokemon-blue", "game_version": null, "harness": "Gemini Plays Pokémon harness (2025): Node.js + Lua bridge to mGBA; RAM data plus annotated screenshots; critique, summary and goal prompts; map memory; Pathfinder and Boulder Puzzle Strategist agents (finalized)", "configuration": { "harness": "Gemini Plays Pokémon harness (2025): Node.js + Lua bridge to mGBA; RAM data plus annotated screenshots; critique, summary and goal prompts; map memory; Pathfinder and Boulder Puzzle Strategist agents (finalized)", "inputs": "RAM data + annotated screenshots", "tools": "Pathfinder agent, Boulder Puzzle Strategist agent, map memory, critique/summary/goals prompts", "assistance": "none (creator-reported)", "budget": null }, "status": "finished", "started": null, "ended": null, "achievement_ids": [ "gpp-gemini-2-5-pro-blue-autonomous" ] }, { "id": "gemini-plays-pokemon--gpp-gemini-2-5-pro-blue-champion", "agent_id": "gemini-plays-pokemon", "game": "pokemon-blue", "game_version": null, "harness": "Gemini Plays Pokémon harness (2025): Node.js + Lua bridge to mGBA; RAM data plus annotated screenshots; critique, summary and goal prompts; map memory; Pathfinder and Boulder Puzzle Strategist agents", "configuration": { "harness": "Gemini Plays Pokémon harness (2025): Node.js + Lua bridge to mGBA; RAM data plus annotated screenshots; critique, summary and goal prompts; map memory; Pathfinder and Boulder Puzzle Strategist agents", "inputs": "RAM data + annotated screenshots", "tools": "Pathfinder agent, Boulder Puzzle Strategist agent, map memory, critique/summary/goals prompts", "assistance": "manual interventions and harness changes during the run (development run)", "budget": null }, "status": "finished", "started": null, "ended": null, "achievement_ids": [ "gpp-gemini-2-5-pro-blue-champion" ] }, { "id": "gemini-plays-pokemon--sors-gemini-3-8-flash", "agent_id": "gemini-plays-pokemon", "game": "pokemon-undisclosed", "game_version": null, "harness": "Gemini Plays Pokémon harness (mGBA emulator)", "configuration": { "harness": "Gemini Plays Pokémon harness (mGBA emulator)", "inputs": "emulator frames + game-state analysis", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "idle", "started": "2026-09-27", "ended": null, "achievement_ids": [ "gpp-sors-gemini-3-8-flash" ] }, { "id": "gemini-plays-pokemon--vision-first-gemini-3-5-flash", "agent_id": "gemini-plays-pokemon", "game": "pokemon-blue", "game_version": null, "harness": "Gemini Plays Pokémon harness, 'vision-first' setup", "configuration": { "harness": "Gemini Plays Pokémon harness, 'vision-first' setup", "inputs": "vision-first (exact inputs not documented)", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "idle", "started": "2026-08-16", "ended": null, "achievement_ids": [ "gpp-vision-first-gemini-3-5-flash" ] }, { "id": "gemini-plays-pokemon--vision-first-gemini-3-6-flash", "agent_id": "gemini-plays-pokemon", "game": "pokemon-blue", "game_version": null, "harness": "Gemini Plays Pokémon harness, 'vision-first' setup", "configuration": { "harness": "Gemini Plays Pokémon harness, 'vision-first' setup", "inputs": "vision-first (exact inputs not documented)", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "unknown", "started": null, "ended": null, "achievement_ids": [ "gpp-vf-gemini-3-6-flash" ] }, { "id": "gemini-plays-pokemon--vision-first-gemini-3-7-flash", "agent_id": "gemini-plays-pokemon", "game": "pokemon-blue", "game_version": null, "harness": "Gemini Plays Pokémon harness, 'vision-first' setup", "configuration": { "harness": "Gemini Plays Pokémon harness, 'vision-first' setup", "inputs": "vision-first (exact inputs not documented)", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "idle", "started": "2026-08-16", "ended": null, "achievement_ids": [ "gpp-vision-first-gemini-3-7-flash", "gpp-vf-gemini-3-7-flash-champion" ] }, { "id": "gemini-plays-pokemon--vision-first-gemini-3-8-flash", "agent_id": "gemini-plays-pokemon", "game": "pokemon-blue", "game_version": null, "harness": "Gemini Plays Pokémon harness, 'vision-first' setup", "configuration": { "harness": "Gemini Plays Pokémon harness, 'vision-first' setup", "inputs": "vision-first (exact inputs not documented)", "tools": "custom subagents, Python sandbox, notepads (published on GitHub)", "assistance": null, "budget": null }, "status": "idle", "started": "2026-09-03", "ended": null, "achievement_ids": [ "gpp-vision-first-gemini-3-8-flash", "gpp-vf-gemini-3-8-flash-champion" ] }, { "id": "gpt-plays-pokemon--bl-gpt-5-6-sol-emerald", "agent_id": "gpt-plays-pokemon", "game": "pokemon-emerald", "game_version": null, "harness": "Codex App Server + custom tools", "configuration": { "harness": "Codex App Server + custom tools", "inputs": "vision-only", "tools": "custom tools (not itemised)", "assistance": null, "budget": null }, "status": "finished", "started": null, "ended": null, "achievement_ids": [ "bl-gpt-5-6-sol-emerald" ] }, { "id": "gpt-plays-pokemon--bl-gpt-5-crystal", "agent_id": "gpt-plays-pokemon", "game": "pokemon-crystal", "game_version": null, "harness": "Codex App Server + custom tools", "configuration": { "harness": "Codex App Server + custom tools", "inputs": "vision-only", "tools": "custom tools (not itemised)", "assistance": null, "budget": null }, "status": "finished", "started": null, "ended": null, "achievement_ids": [ "bl-gpt-5-crystal" ] }, { "id": "gpt-plays-pokemon--bl-gpt-5-red", "agent_id": "gpt-plays-pokemon", "game": "pokemon-red", "game_version": null, "harness": "Codex App Server + custom tools", "configuration": { "harness": "Codex App Server + custom tools", "inputs": "vision-only", "tools": "custom tools (not itemised)", "assistance": null, "budget": null }, "status": "finished", "started": null, "ended": null, "achievement_ids": [ "bl-gpt-5-red" ] }, { "id": "gpt-plays-pokemon--gptpp-gpt-6-astra", "agent_id": "gpt-plays-pokemon", "game": "pokemon-unstated", "game_version": null, "harness": "GPT Plays Pokémon vision-only harness", "configuration": { "harness": "GPT Plays Pokémon vision-only harness", "inputs": "vision-only", "tools": "custom tools (not itemised)", "assistance": null, "budget": "reasoning effort: high" }, "status": "finished", "started": null, "ended": null, "achievement_ids": [ "gptpp-gpt-6-astra" ] }, { "id": "hamburg-pokerunners--pokeagent-hamburg", "agent_id": "hamburg-pokerunners", "game": "pokemon-emerald", "game_version": null, "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)", "configuration": { "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)", "inputs": "per team (documented in the paper's appendix)", "tools": "Pure RL: recurrent PPO with milestone-based rewards", "assistance": "none allowed during evaluation runs", "budget": "scored on wall-clock time and action count" }, "status": "published", "started": null, "ended": null, "achievement_ids": [ "pokeagent-hamburg" ] }, { "id": "heatz--pokeagent-heatz", "agent_id": "heatz", "game": "pokemon-emerald", "game_version": null, "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)", "configuration": { "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)", "inputs": "per team (documented in the paper's appendix)", "tools": "Scripted Policy Distillation: an LLM writes scripted policies, distilled into a neural net and refined with RL", "assistance": "none allowed during evaluation runs", "budget": "scored on wall-clock time and action count" }, "status": "published", "started": null, "ended": null, "achievement_ids": [ "pokeagent-heatz" ] }, { "id": "vg-agent--vgb-gemini-2-5-pro-kirby", "agent_id": "vg-agent", "game": "kirbys-dream-land", "game_version": null, "harness": "VG-Agent (VideoGameBench reference agent)", "configuration": { "harness": "VG-Agent (VideoGameBench reference agent)", "inputs": "raw game frames + high-level objective and controls", "tools": "none", "assistance": "none", "budget": "real-time play (game does not pause)" }, "status": "published", "started": null, "ended": null, "achievement_ids": [ "vgb-gemini-2-5-pro-kirby" ] }, { "id": "vg-agent--vgb-gpt-4o-crystal", "agent_id": "vg-agent", "game": "pokemon-crystal", "game_version": null, "harness": "VG-Agent (VideoGameBench reference agent)", "configuration": { "harness": "VG-Agent (VideoGameBench reference agent)", "inputs": "raw game frames + high-level objective and controls", "tools": "none", "assistance": "none", "budget": "real-time play (game does not pause)" }, "status": "published", "started": null, "ended": null, "achievement_ids": [ "vgb-gpt-4o-crystal" ] } ], "agents": [ { "id": "anthonys", "name": "anthonys (PokéAgent team)", "kind": "benchmark competitor", "project": "PokéAgent Challenge (NeurIPS 2025, speedrun track)", "creator": "pokeagent-challenge", "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)" }, { "id": "claudeplayspokemon", "name": "ClaudePlaysPokemon agent", "kind": "AI run (stream)", "project": "ClaudePlaysPokemon", "creator": "claudeplayspokemon", "harness": "ClaudePlaysPokemon harness" }, { "id": "deepest", "name": "Deepest (PokéAgent team)", "kind": "benchmark competitor", "project": "PokéAgent Challenge (NeurIPS 2025, speedrun track)", "creator": "pokeagent-challenge", "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)" }, { "id": "echo-sinclair", "name": "Echo-Sinclair (OpenClaw)", "kind": "arena agent", "project": "KradleVerse", "creator": "kradleverse", "harness": "OpenClaw agent framework" }, { "id": "gemini-4-argon-minecraft-team", "name": "Gemini 4 Argon Minecraft team", "kind": "multi-agent research run", "project": "Gemini 4 Argon agent team (research paper)", "creator": "argon-minecraft-team", "harness": "4 general-purpose Gemini 4 Argon coding agents controlling players through Mineflayer (+ pathfinding plugin); team chat + shared memory" }, { "id": "gemini-plays-pokemon", "name": "Gemini Plays Pokémon agent", "kind": "AI run (stream)", "project": "Gemini Plays Pokémon", "creator": "gemini-plays-pokemon", "harness": "Gemini Plays Pokémon harness (mGBA emulator)" }, { "id": "gpt-plays-pokemon", "name": "GPT Plays Pokémon agent", "kind": "AI run (stream)", "project": "GPT Plays Pokémon", "creator": "gpt-plays-pokemon", "harness": "Codex App Server + custom tools" }, { "id": "hamburg-pokerunners", "name": "Hamburg PokéRunners (PokéAgent team)", "kind": "benchmark competitor", "project": "PokéAgent Challenge (NeurIPS 2025, speedrun track)", "creator": "pokeagent-challenge", "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)" }, { "id": "heatz", "name": "Heatz (PokéAgent team)", "kind": "benchmark competitor", "project": "PokéAgent Challenge (NeurIPS 2025, speedrun track)", "creator": "pokeagent-challenge", "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)" }, { "id": "vg-agent", "name": "VG-Agent (VideoGameBench reference agent)", "kind": "benchmark reference agent", "project": "VideoGameBench", "creator": "videogamebench", "harness": "VG-Agent (VideoGameBench reference agent)" } ], "benchmark_results": [ { "benchmark_id": "balatrobench", "model_id": "gemini-3-pro-preview", "label_as_published": "gemini-3-pro-preview", "rank": 1, "metric": "Avg final round", "value": "19.3 ± 6.8", "as_of": "2026-02-03", "verification_status": "verified", "note": "9/15 runs won", "source_url": "https://balatrobench.com/" }, { "benchmark_id": "balatrobench", "model_id": "gpt-5-2", "label_as_published": "gpt-5.2", "rank": 2, "metric": "Avg final round", "value": "18.4 ± 5.1", "as_of": "2026-02-03", "verification_status": "verified", "note": "3/16 runs won", "source_url": "https://balatrobench.com/" }, { "benchmark_id": "balatrobench", "model_id": "gemini-3-flash-preview", "label_as_published": "gemini-3-flash-preview", "rank": 3, "metric": "Avg final round", "value": "16.7 ± 7.4", "as_of": "2026-02-03", "verification_status": "verified", "note": "5/15 runs won", "source_url": "https://balatrobench.com/" }, { "benchmark_id": "balatrobench", "model_id": "claude-opus-4-5", "label_as_published": "claude-opus-4.5", "rank": 4, "metric": "Avg final round", "value": "13.9 ± 6.5", "as_of": "2026-02-03", "verification_status": "verified", "note": "2/15 runs won", "source_url": "https://balatrobench.com/" }, { "benchmark_id": "balatrobench", "model_id": "claude-sonnet-4-5", "label_as_published": "claude-sonnet-4.5", "rank": 5, "metric": "Avg final round", "value": "11.9 ± 6.7", "as_of": "2026-02-03", "verification_status": "verified", "note": "2/15 runs won", "source_url": "https://balatrobench.com/" }, { "benchmark_id": "balatrobench", "model_id": "grok-4", "label_as_published": "grok-4", "rank": 6, "metric": "Avg final round", "value": "9.5 ± 4.9", "as_of": "2026-02-03", "verification_status": "verified", "note": "0/15 runs won", "source_url": "https://balatrobench.com/" }, { "benchmark_id": "balatrobench", "model_id": "deepseek-v3-2", "label_as_published": "deepseek-v3.2", "rank": 7, "metric": "Avg final round", "value": "8.7 ± 6.8", "as_of": "2026-02-03", "verification_status": "verified", "note": "0/15 runs won", "source_url": "https://balatrobench.com/" }, { "benchmark_id": "balatrobench", "model_id": "grok-4-1-fast", "label_as_published": "grok-4.1-fast", "rank": 8, "metric": "Avg final round", "value": "7.7 ± 5.5", "as_of": "2026-02-03", "verification_status": "verified", "note": "0/15 runs won", "source_url": "https://balatrobench.com/" }, { "benchmark_id": "balatrobench", "model_id": "qwen3-max", "label_as_published": "qwen3-max", "rank": 9, "metric": "Avg final round", "value": "7.3 ± 4.3", "as_of": "2026-02-03", "verification_status": "verified", "note": "0/15 runs won", "source_url": "https://balatrobench.com/" }, { "benchmark_id": "balatrobench", "model_id": "gpt-oss-120b", "label_as_published": "gpt-oss-120b", "rank": 10, "metric": "Avg final round", "value": "6.3 ± 2.9", "as_of": "2026-02-03", "verification_status": "verified", "note": "0/15 runs won", "source_url": "https://balatrobench.com/" }, { "benchmark_id": "balrog", "model_id": "gpt-6-astra", "label_as_published": "GPT-6-Astra-Max", "rank": 1, "metric": "Avg progress %", "value": 68.3, "as_of": "2026-09-18", "verification_status": "verified", "note": "NetHack 13.2%", "source_url": "https://balrogai.com/" }, { "benchmark_id": "balrog", "model_id": "claude-opus-5", "label_as_published": "Claude-Opus-5-Max", "rank": 2, "metric": "Avg progress %", "value": 63.4, "as_of": "2026-09-20", "verification_status": "verified", "note": "NetHack 7.3%", "source_url": "https://balrogai.com/" }, { "benchmark_id": "balrog", "model_id": "gpt-5-6-sol", "label_as_published": "GPT-5.6-Sol-Max", "rank": 3, "metric": "Avg progress %", "value": 60.0, "as_of": "2026-09-18", "verification_status": "verified", "note": "NetHack 3.2%", "source_url": "https://balrogai.com/" }, { "benchmark_id": "balrog", "model_id": "gemini-3-pro", "label_as_published": "Gemini-3-Pro", "rank": 4, "metric": "Avg progress %", "value": 58.1, "as_of": "2026-02-03", "verification_status": "verified", "note": "NetHack 6.8%", "source_url": "https://balrogai.com/" }, { "benchmark_id": "balrog", "model_id": "gemini-3-1-pro", "label_as_published": "Gemini-3.1-Pro-Thinking", "rank": 5, "metric": "Avg progress %", "value": 57.0, "as_of": "2026-02-25", "verification_status": "verified", "note": "NetHack 2.6%", "source_url": "https://balrogai.com/" }, { "benchmark_id": "balrog", "model_id": "gemini-3-1-pro", "label_as_published": "Gemini-3.1-Pro", "rank": 6, "metric": "Avg progress %", "value": 56.9, "as_of": "2026-02-21", "verification_status": "verified", "note": "NetHack 3.0%", "source_url": "https://balrogai.com/" }, { "benchmark_id": "balrog", "model_id": "gpt-5-6-terra", "label_as_published": "GPT-5.6-Terra-Max", "rank": 7, "metric": "Avg progress %", "value": 53.2, "as_of": "2026-09-20", "verification_status": "verified", "note": "NetHack 3.3%", "source_url": "https://balrogai.com/" }, { "benchmark_id": "balrog", "model_id": "gemini-3-flash", "label_as_published": "Gemini-3-Flash", "rank": 8, "metric": "Avg progress %", "value": 48.1, "as_of": "2026-02-13", "verification_status": "verified", "note": "NetHack 4.0%", "source_url": "https://balrogai.com/" }, { "benchmark_id": "balrog", "model_id": "gpt-5-6-luna", "label_as_published": "GPT-5.6-Luna-Max", "rank": 9, "metric": "Avg progress %", "value": 45.6, "as_of": "2026-09-18", "verification_status": "verified", "note": "NetHack 1.7%", "source_url": "https://balrogai.com/" }, { "benchmark_id": "balrog", "model_id": "grok-4", "label_as_published": "Grok-4", "rank": 10, "metric": "Avg progress %", "value": 43.6, "as_of": "2025-07-23", "verification_status": "verified", "note": "NetHack 1.8%", "source_url": "https://balrogai.com/" }, { "benchmark_id": "factorio-fle", "model_id": "claude-3-5-sonnet", "label_as_published": "Claude 3.5-Sonnet", "rank": 1, "metric": "Production score", "value": 293206, "as_of": "2026-05-28", "verification_status": "verified", "note": null, "source_url": "https://benchmarklist.com/benchmarks/factorio_learning_environment/" }, { "benchmark_id": "factorio-fle", "model_id": "gemini-2-0-flash", "label_as_published": "Gemini-2-Flash", "rank": 2, "metric": "Production score", "value": 115782, "as_of": "2026-05-28", "verification_status": "verified", "note": null, "source_url": "https://benchmarklist.com/benchmarks/factorio_learning_environment/" }, { "benchmark_id": "factorio-fle", "model_id": "gpt-4o", "label_as_published": "GPT4o", "rank": 3, "metric": "Production score", "value": 87599, "as_of": "2026-05-28", "verification_status": "verified", "note": null, "source_url": "https://benchmarklist.com/benchmarks/factorio_learning_environment/" }, { "benchmark_id": "factorio-fle", "model_id": "llama-3-3-70b", "label_as_published": "Llama-3.3-70b", "rank": 4, "metric": "Production score", "value": 54998, "as_of": "2026-05-28", "verification_status": "verified", "note": null, "source_url": "https://benchmarklist.com/benchmarks/factorio_learning_environment/" }, { "benchmark_id": "factorio-fle", "model_id": "deepseek-v3", "label_as_published": "Deepseek-v3", "rank": 5, "metric": "Production score", "value": 48585, "as_of": "2026-05-28", "verification_status": "verified", "note": null, "source_url": "https://benchmarklist.com/benchmarks/factorio_learning_environment/" }, { "benchmark_id": "factorio-fle", "model_id": "gpt-4o-mini", "label_as_published": "GPT4o-Mini", "rank": 6, "metric": "Production score", "value": 26756, "as_of": "2026-05-28", "verification_status": "verified", "note": null, "source_url": "https://benchmarklist.com/benchmarks/factorio_learning_environment/" }, { "benchmark_id": "kaggle-chess", "model_id": "gemini-3-8-flash", "label_as_published": "Gemini 3.8 Flash", "rank": 1, "metric": "Elo", "value": 1452, "as_of": "2026-10-15", "verification_status": "verified", "note": "Cross-checked 2026-10-18 13:35 EDT: The Aggregate's daily snapshot (2026-10-18) lists 1451.67. Kaggle's Oct 8 version (v2) showed 1429.", "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "gpt-6-astra", "label_as_published": "GPT-6 Astra", "rank": 2, "metric": "Elo", "value": 1421, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "gemini-3-1-pro-preview", "label_as_published": "Gemini 3.1 Pro Preview", "rank": 3, "metric": "Elo", "value": 1315, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "gpt-5-5", "label_as_published": "GPT-5.5", "rank": 4, "metric": "Elo", "value": 1246, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "gemini-3-6-flash", "label_as_published": "Gemini 3.6 Flash", "rank": 5, "metric": "Elo", "value": 1222, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "gemini-3-flash-preview", "label_as_published": "Gemini 3 Flash Preview", "rank": 6, "metric": "Elo", "value": 1211, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "gpt-6-1-sol", "label_as_published": "GPT-6.1 Sol", "rank": 7, "metric": "Elo", "value": 1209, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "gpt-5-6-sol", "label_as_published": "GPT-5.6 Sol", "rank": 8, "metric": "Elo", "value": 1120, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "gpt-6-sol", "label_as_published": "GPT-6 Sol", "rank": 9, "metric": "Elo", "value": 1008, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "claude-opus-5-5", "label_as_published": "Claude Opus 5.5", "rank": 10, "metric": "Elo", "value": 965, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "gpt-5-4", "label_as_published": "GPT-5.4", "rank": 11, "metric": "Elo", "value": 897, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-chess", "model_id": "grok-4-7", "label_as_published": "Grok 4.7", "rank": 12, "metric": "Elo", "value": 845, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text" }, { "benchmark_id": "kaggle-go", "model_id": "gpt-6-astra", "label_as_published": "GPT-6 Astra", "rank": 1, "metric": "Elo", "value": 1794, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "claude-fable-5-1", "label_as_published": "Claude Fable 5.1", "rank": 2, "metric": "Elo", "value": 1648, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "claude-opus-5", "label_as_published": "Claude Opus 5", "rank": 3, "metric": "Elo", "value": 1578, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "claude-opus-5-5", "label_as_published": "Claude Opus 5.5", "rank": 4, "metric": "Elo", "value": 1565, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "claude-sonnet-5-5", "label_as_published": "Claude Sonnet 5.5", "rank": 5, "metric": "Elo", "value": 1468, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "gpt-6-1-sol", "label_as_published": "GPT-6.1 Sol", "rank": 6, "metric": "Elo", "value": 1458, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "gemini-3-8-flash", "label_as_published": "Gemini 3.8 Flash", "rank": 7, "metric": "Elo", "value": 1221, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "gemini-3-1-pro-preview", "label_as_published": "Gemini 3.1 Pro Preview", "rank": 8, "metric": "Elo", "value": 1145, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "claude-sonnet-5", "label_as_published": "Claude Sonnet 5", "rank": 9, "metric": "Elo", "value": 1129, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "claude-opus-4-8", "label_as_published": "Claude Opus 4.8", "rank": 10, "metric": "Elo", "value": 1095, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "claude-haiku-5-5", "label_as_published": "Claude Haiku 5.5", "rank": 11, "metric": "Elo", "value": 1085, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-go", "model_id": "grok-4-6", "label_as_published": "Grok 4.6", "rank": 12, "metric": "Elo", "value": 1018, "as_of": "2026-10-15", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/go" }, { "benchmark_id": "kaggle-poker", "model_id": "gpt-5-6-sol", "label_as_published": "GPT-5.6 Sol", "rank": 1, "metric": "Mean BB/100", "value": 30, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "gpt-5-5", "label_as_published": "GPT-5.5", "rank": 2, "metric": "Mean BB/100", "value": 25, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "gpt-6-astra", "label_as_published": "GPT-6 Astra", "rank": 3, "metric": "Mean BB/100", "value": 25, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "claude-fable-5-1", "label_as_published": "Claude Fable 5.1", "rank": 4, "metric": "Mean BB/100", "value": 18, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "claude-opus-5", "label_as_published": "Claude Opus 5", "rank": 5, "metric": "Mean BB/100", "value": 10, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "gpt-5-6-terra", "label_as_published": "GPT-5.6 Terra", "rank": 6, "metric": "Mean BB/100", "value": 7, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "gpt-5-2", "label_as_published": "GPT-5.2", "rank": 7, "metric": "Mean BB/100", "value": 5, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "gpt-5-6-luna", "label_as_published": "GPT-5.6 Luna", "rank": 8, "metric": "Mean BB/100", "value": 5, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "gemini-3-8-flash", "label_as_published": "Gemini 3.8 Flash", "rank": 9, "metric": "Mean BB/100", "value": 5, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "gemini-3-6-flash", "label_as_published": "Gemini 3.6 Flash", "rank": 10, "metric": "Mean BB/100", "value": 3, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "gpt-5-4", "label_as_published": "GPT-5.4", "rank": 11, "metric": "Mean BB/100", "value": 1, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-poker", "model_id": "grok-4-6", "label_as_published": "Grok 4.6", "rank": 12, "metric": "Mean BB/100", "value": 0, "as_of": "2026-10-08", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" }, { "benchmark_id": "kaggle-werewolf", "model_id": "gpt-5-4", "label_as_published": "GPT-5.4", "rank": 1, "metric": "Equilibrium Rating", "value": "0.08%", "as_of": "2026-06-12", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/werewolf" }, { "benchmark_id": "kaggle-werewolf", "model_id": "gemini-3-1-pro-preview", "label_as_published": "Gemini 3.1 Pro Preview", "rank": 2, "metric": "Equilibrium Rating", "value": "-0.38%", "as_of": "2026-06-12", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/werewolf" }, { "benchmark_id": "kaggle-werewolf", "model_id": "gemini-3-flash-preview", "label_as_published": "Gemini 3 Flash Preview", "rank": 3, "metric": "Equilibrium Rating", "value": "-1.15%", "as_of": "2026-06-12", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/werewolf" }, { "benchmark_id": "kaggle-werewolf", "model_id": "claude-opus-4-6", "label_as_published": "Claude Opus 4.6", "rank": 4, "metric": "Equilibrium Rating", "value": "-1.25%", "as_of": "2026-06-12", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/werewolf" }, { "benchmark_id": "kaggle-werewolf", "model_id": "claude-sonnet-4-6", "label_as_published": "Claude Sonnet 4.6", "rank": 5, "metric": "Equilibrium Rating", "value": "-2.15%", "as_of": "2026-06-12", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/werewolf" }, { "benchmark_id": "kaggle-werewolf", "model_id": "gpt-5-4-mini", "label_as_published": "GPT-5.4 mini", "rank": 6, "metric": "Equilibrium Rating", "value": "-5.55%", "as_of": "2026-06-12", "verification_status": "verified", "note": null, "source_url": "https://www.kaggle.com/benchmarks/kaggle/werewolf" }, { "benchmark_id": "kradleverse-minecraft", "model_id": "claude-opus-4-6", "label_as_published": "claude-opus-4-6 (agent: Echo-Sinclair, OpenClaw)", "rank": 1, "metric": "30-day win %", "value": "28%", "as_of": "2026-10-18", "verification_status": "verified", "note": "15 wins", "source_url": "https://kradleverse.com/leaderboard" }, { "benchmark_id": "orak", "model_id": "gemini-2-5-pro-preview-03-25", "label_as_published": "Gemini 2.5 Pro (preview 03-25)", "rank": 1, "metric": "Avg rank (lower is better)", "value": 3.9, "as_of": "2025-06-09", "verification_status": "verified", "note": null, "source_url": "https://krafton-ai.github.io/orak-leaderboard/" }, { "benchmark_id": "orak", "model_id": "gpt-4o", "label_as_published": "GPT-4o (2024-08-06)", "rank": 2, "metric": "Avg rank (lower is better)", "value": 4.3, "as_of": "2025-06-09", "verification_status": "verified", "note": null, "source_url": "https://krafton-ai.github.io/orak-leaderboard/" }, { "benchmark_id": "orak", "model_id": "o3-mini", "label_as_published": "o3-mini", "rank": 3, "metric": "Avg rank (lower is better)", "value": 4.6, "as_of": "2025-06-09", "verification_status": "verified", "note": null, "source_url": "https://krafton-ai.github.io/orak-leaderboard/" }, { "benchmark_id": "pokeagent-speedrun", "model_id": "heatz-team", "label_as_published": "Heatz (team)", "rank": 1, "metric": "Time to first gym", "value": "40:13", "as_of": "2026-03-16", "verification_status": "verified", "note": "1,608 actions · Scripted Policy Distillation (LLM-written policies distilled + RL)", "source_url": "https://arxiv.org/abs/2603.15563" }, { "benchmark_id": "pokeagent-speedrun", "model_id": "hamburg-pokerunners-team", "label_as_published": "Hamburg PokéRunners (team)", "rank": 2, "metric": "Time to first gym", "value": "1:14:43", "as_of": "2026-03-16", "verification_status": "verified", "note": "recurrent PPO (pure RL)", "source_url": "https://arxiv.org/abs/2603.15563" }, { "benchmark_id": "pokeagent-speedrun", "model_id": "anthonys-team", "label_as_published": "anthonys (team)", "rank": 3, "metric": "Time to first gym", "value": "1:29:17", "as_of": "2026-03-16", "verification_status": "verified", "note": "tool-calling VLM policy", "source_url": "https://arxiv.org/abs/2603.15563" }, { "benchmark_id": "pokeagent-speedrun", "model_id": "deepest-team", "label_as_published": "Deepest (team)", "rank": 5, "metric": "Time to first gym", "value": null, "as_of": "2026-03-16", "verification_status": "verified", "note": "5th by time (exact time not in our source) · fewest actions: 649 · Judge's Choice", "source_url": "https://arxiv.org/abs/2603.15563" }, { "benchmark_id": "pokemon-autonomous-completion", "model_id": "gpt-5-6-sol", "label_as_published": "GPT-5.6 Sol", "rank": 1, "metric": "Time to Champion (Emerald)", "value": "153h51", "as_of": "2026-07-21", "verification_status": "awaiting", "note": "8 badges. Conflicts with the creator's 96h 35m claim.", "source_url": "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/" }, { "benchmark_id": "pokemon-autonomous-completion", "model_id": "gpt-5", "label_as_published": "GPT-5", "rank": 2, "metric": "Time to Champion (Red)", "value": "161:57:00", "as_of": "2025-08-14", "verification_status": "creator-reported", "note": "6,470 steps, 8 badges", "source_url": "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/" }, { "benchmark_id": "pokemon-autonomous-completion", "model_id": "gpt-5", "label_as_published": "GPT-5", "rank": 3, "metric": "Time to Champion (Crystal)", "value": "202:02:12", "as_of": "2025-08-25", "verification_status": "creator-reported", "note": "9,517 steps, 16 badges", "source_url": "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/" }, { "benchmark_id": "pokemon-vgc-bench", "model_id": "gpt-6-astra", "label_as_published": "GPT-6 Astra", "rank": 1, "metric": "Rating", "value": 1901.0, "as_of": "2026-10-04", "verification_status": "verified", "note": null, "source_url": "https://ricotoma.com/pokemon-bench" }, { "benchmark_id": "pokemon-vgc-bench", "model_id": "gpt-6-1-sol", "label_as_published": "GPT-6.1 Sol", "rank": 2, "metric": "Rating", "value": 1846.8, "as_of": "2026-10-04", "verification_status": "verified", "note": null, "source_url": "https://ricotoma.com/pokemon-bench" }, { "benchmark_id": "pokemon-vgc-bench", "model_id": "gemini-3-8-flash", "label_as_published": "Gemini 3.8 Flash", "rank": 3, "metric": "Rating", "value": 1744.2, "as_of": "2026-10-04", "verification_status": "verified", "note": null, "source_url": "https://ricotoma.com/pokemon-bench" }, { "benchmark_id": "pokemon-vgc-bench", "model_id": "gpt-6-sol", "label_as_published": "GPT-6 Sol", "rank": 4, "metric": "Rating", "value": 1640.5, "as_of": "2026-10-04", "verification_status": "verified", "note": null, "source_url": "https://ricotoma.com/pokemon-bench" }, { "benchmark_id": "pokemon-vgc-bench", "model_id": "claude-fable-5-1", "label_as_published": "Claude Fable 5.1", "rank": 5, "metric": "Rating", "value": 1614.4, "as_of": "2026-10-04", "verification_status": "verified", "note": null, "source_url": "https://ricotoma.com/pokemon-bench" }, { "benchmark_id": "pokemon-vgc-bench", "model_id": "claude-opus-5-5", "label_as_published": "Claude Opus 5.5", "rank": 6, "metric": "Rating", "value": 1614.4, "as_of": "2026-10-04", "verification_status": "verified", "note": null, "source_url": "https://ricotoma.com/pokemon-bench" }, { "benchmark_id": "pokemon-vgc-bench", "model_id": "muse-spark-1-3", "label_as_published": "Muse Spark 1.3", "rank": 7, "metric": "Rating", "value": 1614.4, "as_of": "2026-10-04", "verification_status": "verified", "note": null, "source_url": "https://ricotoma.com/pokemon-bench" }, { "benchmark_id": "pokemon-vgc-bench", "model_id": "gpt-5-6-sol", "label_as_published": "GPT-5.6 Sol", "rank": 8, "metric": "Rating", "value": 1565.5, "as_of": "2026-10-04", "verification_status": "verified", "note": null, "source_url": "https://ricotoma.com/pokemon-bench" }, { "benchmark_id": "pokemon-vgc-bench", "model_id": "glm-5-3", "label_as_published": "GLM 5.3", "rank": 9, "metric": "Rating", "value": 1482.4, "as_of": "2026-10-04", "verification_status": "verified", "note": null, "source_url": "https://ricotoma.com/pokemon-bench" }, { "benchmark_id": "pokemon-vgc-bench", "model_id": "grok-4-7", "label_as_published": "Grok 4.7", "rank": 10, "metric": "Rating", "value": 1482.4, "as_of": "2026-10-04", "verification_status": "verified", "note": null, "source_url": "https://ricotoma.com/pokemon-bench" }, { "benchmark_id": "videogamebench-lite", "model_id": "gpt-4o", "label_as_published": "gpt-4o-2024-08-06", "rank": 1, "metric": "Overall score", "value": "1.6%", "as_of": "2025-05-23", "verification_status": "verified", "note": "listed as VG-Agent + GPT-4o · best game: Kirby's Dream Land 4.8%", "source_url": "https://www.vgbench.com/" }, { "benchmark_id": "videogamebench-lite", "model_id": "claude-3-7-sonnet-2025-02-19", "label_as_published": "claude-3-7-sonnet-20250219", "rank": 1, "metric": "Overall score", "value": "1.6%", "as_of": "2025-05-23", "verification_status": "verified", "note": "listed as VG-Agent + Sonnet 3.7 · best game: Kirby's Dream Land 4.8%", "source_url": "https://www.vgbench.com/" }, { "benchmark_id": "videogamebench-lite", "model_id": "gemini-2-5-pro-preview-03-25", "label_as_published": "gemini-2.5-pro-preview-03-25", "rank": 1, "metric": "Overall score", "value": "1.6%", "as_of": "2025-05-23", "verification_status": "verified", "note": "listed as VG-Agent + Gemini 2.5 Pro · best game: Kirby's Dream Land 4.8%", "source_url": "https://www.vgbench.com/" }, { "benchmark_id": "videogamebench-lite", "model_id": "llama-4-maverick-17b-128e-instruct-fp8", "label_as_published": "llama-4-maverick-17B-128E-Instruct-FP8", "rank": 4, "metric": "Overall score", "value": "0%", "as_of": "2025-05-23", "verification_status": "verified", "note": "listed as VG-Agent + Llama 4 Maverick · 0% on every game", "source_url": "https://www.vgbench.com/" }, { "benchmark_id": "videogamebench-lite", "model_id": "gemini-2-0-flash", "label_as_published": "gemini-2.0-flash", "rank": 4, "metric": "Overall score", "value": "0%", "as_of": "2025-05-23", "verification_status": "verified", "note": "listed as VG-Agent + Gemini 2.0 Flash · 0% on every game", "source_url": "https://www.vgbench.com/" }, { "benchmark_id": "videogamebench", "model_id": "gemini-2-5-pro-preview-03-25", "label_as_published": "gemini-2.5-pro-preview-03-25", "rank": 1, "metric": "Overall score", "value": "0.48%", "as_of": "2025-05-23", "verification_status": "verified", "note": "listed as VG-Agent + Gemini 2.5 Pro · best game: Kirby's Dream Land (DX) 4.8%", "source_url": "https://www.vgbench.com/" }, { "benchmark_id": "videogamebench", "model_id": "gpt-4o", "label_as_published": "gpt-4o-2024-08-06", "rank": 2, "metric": "Overall score", "value": "0.09%", "as_of": "2025-05-23", "verification_status": "verified", "note": "listed as VG-Agent + GPT-4o · best game: Pokemon Crystal 0.9%", "source_url": "https://www.vgbench.com/" }, { "benchmark_id": "videogamebench", "model_id": "claude-3-7-sonnet-2025-02-19", "label_as_published": "claude-3-7-sonnet-20250219", "rank": 3, "metric": "Overall score", "value": "0%", "as_of": "2025-05-23", "verification_status": "verified", "note": "listed as VG-Agent + Sonnet 3.7 · 0% on every game", "source_url": "https://www.vgbench.com/" }, { "benchmark_id": "videogamebench", "model_id": "llama-4-maverick-17b-128e-instruct-fp8", "label_as_published": "llama-4-maverick-17B-128E-Instruct-FP8", "rank": 3, "metric": "Overall score", "value": "0%", "as_of": "2025-05-23", "verification_status": "verified", "note": "listed as VG-Agent + Llama 4 Maverick · 0% on every game", "source_url": "https://www.vgbench.com/" }, { "benchmark_id": "videogamebench", "model_id": "gemini-2-0-flash", "label_as_published": "gemini-2.0-flash", "rank": 3, "metric": "Overall score", "value": "0%", "as_of": "2025-05-23", "verification_status": "verified", "note": "listed as VG-Agent + Gemini 2.0 Flash · 0% on every game", "source_url": "https://www.vgbench.com/" } ], "benchmarks": [ { "id": "balatrobench", "name": "BalatroBench", "game": "balatro", "section": "more", "url": "https://balatrobench.com/", "metric": "Avg final round", "methodology": { "harness": "BalatroBench default strategy", "inputs": "game state (text)", "tools": "not disclosed", "assistance": "none", "budget": "not disclosed" }, "version": null, "summary": "Ranks LLMs by the average round they reach in Balatro when playing through tool calls. The live table loads client-side, so the current standings are not verified." }, { "id": "balrog", "name": "BALROG: BabyAI, Crafter, TextWorld, BabaIsAI, MiniHack, NetHack", "game": "nethack", "section": "more", "url": "https://balrogai.com/", "metric": "Avg progress %", "methodology": { "harness": "BALROG agentic harness", "inputs": "text / vision per track", "tools": "none", "assistance": "none", "budget": "not disclosed" }, "version": null, "summary": "Average progress across 6 game environments. NetHack is still the hardest. The leaderboard updates weekly on Mondays." }, { "id": "factorio-fle", "name": "Factorio Learning Environment", "game": "factorio", "section": "more", "url": "https://jackhopkins.github.io/factorio-learning-environment/leaderboard/", "metric": "Production score", "methodology": { "harness": "Factorio Learning Environment (code API)", "inputs": "text / code", "tools": "FLE Python API", "assistance": "none", "budget": "not disclosed" }, "version": null, "summary": "Agents write programs to build factories and are scored by production. The data is stale: only older models are listed, and the official page currently shows zeros." }, { "id": "kaggle-chess", "name": "Kaggle Game Arena: Chess (text)", "game": "chess", "section": "kaggle", "url": "https://www.kaggle.com/benchmarks/kaggle/chess-text", "metric": "Elo", "methodology": { "harness": "Kaggle Game Arena text harness (FEN/PGN)", "inputs": "board as text", "tools": "none (no chess engine)", "assistance": "none", "budget": "40 games per model pair; per-model reasoning settings not shown" }, "version": null, "summary": "Models play chess against each other with no engine help and are ranked by Elo (Bradley–Terry). Each pair of models plays 40 games." }, { "id": "kaggle-go", "name": "Kaggle Game Arena: Go", "game": "go", "section": "kaggle", "url": "https://www.kaggle.com/benchmarks/kaggle/go", "metric": "Elo", "methodology": { "harness": "Kaggle Game Arena harness", "tools": "none", "assistance": "none", "inputs": "board as text", "budget": "per-model settings not shown" }, "version": null, "summary": "Models play Go against each other on Kaggle Game Arena and are ranked by a Bayesian skill rating." }, { "id": "kaggle-poker", "name": "Kaggle Game Arena: Heads-up Poker", "game": "poker", "section": "kaggle", "url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up", "metric": "Mean BB/100", "methodology": { "harness": "Kaggle Game Arena harness", "tools": "none", "assistance": "none", "inputs": "cards & betting history as text", "budget": "per-model settings not shown" }, "version": null, "summary": "Heads-up poker tests reasoning with hidden information. Ranked by mean big blinds won per 100 hands (BB/100)." }, { "id": "kaggle-werewolf", "name": "Kaggle Game Arena: Werewolf", "game": "werewolf", "section": "kaggle", "url": "https://www.kaggle.com/benchmarks/kaggle/werewolf", "metric": "Equilibrium Rating", "methodology": { "harness": "Kaggle Game Arena harness", "tools": "none", "assistance": "none", "inputs": "game chat & role info as text", "budget": "per-model settings not shown" }, "version": null, "summary": "Eight-player Werewolf tests persuasion, deception and teamwork. Ranked by equilibrium rating." }, { "id": "kradleverse-minecraft", "name": "KradleVerse: AI agents play Minecraft", "game": "minecraft", "section": "minecraft", "url": "https://kradleverse.com/leaderboard", "metric": "30-day win %", "methodology": { "harness": "community agents (framework shown per row)", "inputs": "not disclosed", "tools": "not disclosed", "assistance": "not disclosed", "budget": "ranked on last 30 days, 10+ runs to qualify" }, "version": null, "summary": "A live arena where community AI agents compete in Minecraft, ranked by 30-day win rate (minimum 10 runs)." }, { "id": "orak", "name": "Orak (KRAFTON AI): 12 video games", "game": "multi-game", "section": "more", "url": "https://krafton-ai.github.io/orak-leaderboard/", "metric": "Avg rank (lower is better)", "methodology": { "harness": "Orak benchmark harness", "inputs": "per game", "tools": "not disclosed", "assistance": "not disclosed", "budget": "not disclosed" }, "version": null, "summary": "Covers Street Fighter III, Super Mario, Ace Attorney, Pokémon, Minecraft, Stardew Valley, StarCraft II, Slay the Spire and more. Last updated Jun 9, 2025." }, { "id": "pokeagent-speedrun", "name": "PokéAgent Challenge: Speedrun track (NeurIPS 2025 final)", "game": "pokemon-emerald", "section": "pokemon", "url": "https://arxiv.org/abs/2603.15563", "metric": "Time to first gym", "methodology": { "harness": "PokéAgent Emerald environment (real-time)", "inputs": "per team (paper appendix)", "tools": "per team: RL, LLM harnesses, hybrids", "assistance": "none during evaluation", "budget": "wall-clock time + action count" }, "version": "NeurIPS 2025, scored to first gym (Roxanne)", "summary": "Agents race through Pokémon Emerald in real time; the official NeurIPS 2025 evaluation ended at the first gym. 22 teams submitted and 6 completed all 15 milestones. Ranked by wall-clock time; action counts are reported separately." }, { "id": "pokemon-autonomous-completion", "name": "Pokémon Autonomous Completion (BenchmarkList)", "game": "pokemon", "section": "pokemon", "url": "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/", "metric": "Time to Champion (Emerald)", "methodology": { "harness": "Codex App Server + custom tools", "inputs": "vision-only", "tools": "custom tools (not itemised)", "assistance": "not disclosed", "budget": "not disclosed" }, "version": null, "summary": "Self-reported vision-only runs that played main-series Pokémon games through to the end." }, { "id": "pokemon-vgc-bench", "name": "Pokémon VGC Bench", "game": "pokemon-vgc", "section": "pokemon", "url": "https://ricotoma.com/pokemon-bench", "metric": "Rating", "methodology": { "harness": "Pokémon VGC Bench battle harness", "inputs": "battle state (text)", "tools": "not disclosed", "assistance": "none disclosed", "budget": "not disclosed" }, "version": null, "summary": "16 AI systems are rated with Bradley–Terry ratings (centered at 1500) across 108 best-of-three series and 247 battles." }, { "id": "videogamebench-lite", "name": "VideoGameBench Lite (game pauses while the model thinks)", "game": "videogamebench-suite", "section": "more", "url": "https://www.vgbench.com/", "metric": "Overall score", "methodology": { "harness": "VG-Agent (VideoGameBench reference agent)", "inputs": "raw game frames + high-level objective and controls", "tools": "none", "assistance": "none", "budget": "paused between actions (Lite)" }, "version": "Lite, paused", "summary": "The same benchmark with the game paused while the model thinks. Scores are not comparable with the real-time table." }, { "id": "videogamebench", "name": "VideoGameBench (real-time)", "game": "videogamebench-suite", "section": "more", "url": "https://www.vgbench.com/", "metric": "Overall score", "methodology": { "harness": "VG-Agent (VideoGameBench reference agent)", "inputs": "raw game frames + high-level objective and controls", "tools": "none", "assistance": "none", "budget": "real-time (game does not pause)" }, "version": "test set, real-time", "summary": "Can vision-language models finish classic games from raw frames alone? The game keeps running while the model thinks. The overall score averages progress across 10 test games, including Pokémon Crystal." } ], "change_log": [ { "at": "2026-10-17T23:41:46-04:00", "run_id": "balatrobench", "type": "status_change", "old": "UNVERIFIED", "new": "ARCHIVE", "id": "chg-00001" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "balatrobench", "type": "baseline", "note": "first automated fetch", "id": "chg-00002" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "balrog", "type": "baseline", "note": "first automated fetch", "id": "chg-00003" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "claude-plays-pokemon-red", "type": "baseline", "note": "first automated fetch", "id": "chg-00004" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "factorio-fle", "type": "baseline", "note": "first automated fetch", "id": "chg-00005" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Turn", "old": 7109, "new": 7167, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00006" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Location", "old": "Lavaridge Town Pokémon Center 1F", "new": "Lavaridge Town Gym B1F", "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00007" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "baseline", "note": "first automated fetch", "id": "chg-00008" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "gpt-plays-pokemon", "type": "baseline", "note": "first automated fetch", "id": "chg-00009" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "kaggle-chess", "type": "baseline", "note": "first automated fetch", "id": "chg-00010" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "kradleverse-minecraft", "type": "value_change", "model": "claude-opus-4-6 (agent: Echo-Sinclair, OpenClaw)", "metric": "30-day win %", "old": "22%", "new": "23%", "source_url": "https://kradleverse.com/leaderboard", "id": "chg-00011" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "kradleverse-minecraft", "type": "baseline", "note": "first automated fetch", "id": "chg-00012" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "pokemon-autonomous-completion", "type": "baseline", "note": "first automated fetch", "id": "chg-00013" }, { "at": "2026-10-17T23:41:46-04:00", "run_id": "pokemon-vgc-bench", "type": "baseline", "note": "first automated fetch", "id": "chg-00014" }, { "at": "2026-10-17T23:45:59-04:00", "run_id": "claude-plays-pokemon-red", "type": "value_change", "model": "Claude Opus 4.7", "metric": "Live now", "old": "no", "new": "yes", "source_url": "https://www.twitch.tv/claudeplayspokemon", "id": "chg-00015" }, { "at": "2026-10-17T23:45:59-04:00", "run_id": "claude-plays-pokemon-red", "type": "status_change", "old": "PAUSED", "new": "LIVE", "id": "chg-00016" }, { "at": "2026-10-17T23:45:59-04:00", "run_id": "gemini-flash-race-pokemon-blue", "type": "status_change", "old": "UNVERIFIED", "new": "PAUSED", "id": "chg-00017" }, { "at": "2026-10-17T23:45:59-04:00", "run_id": "gemini-flash-race-pokemon-blue", "type": "baseline", "note": "first automated fetch", "id": "chg-00018" }, { "at": "2026-10-17T23:45:59-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Turn", "old": 7167, "new": 7175, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00019" }, { "at": "2026-10-17T23:47:09-04:00", "run_id": "gemini-flash-race-pokemon-blue", "type": "status_change", "old": "PAUSED", "new": "UNVERIFIED", "id": "chg-00020" }, { "at": "2026-10-17T23:47:09-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Turn", "old": 7175, "new": 7177, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00021" }, { "at": "2026-10-17T23:48:13-04:00", "run_id": "claude-plays-pokemon-red", "type": "value_change", "model": "Claude Opus 4.7", "metric": "Live now", "old": "yes", "new": "no", "source_url": "https://www.twitch.tv/claudeplayspokemon", "id": "chg-00022" }, { "at": "2026-10-17T23:48:13-04:00", "run_id": "claude-plays-pokemon-red", "type": "status_change", "old": "LIVE", "new": "PAUSED", "id": "chg-00023" }, { "at": "2026-10-17T23:48:13-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Turn", "old": 7177, "new": 7178, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00024" }, { "at": "2026-10-18T06:51:25-04:00", "run_id": "gemini-flash-race-pokemon-blue", "type": "status_change", "old": "UNVERIFIED", "new": "RECENT", "id": "chg-00025" }, { "at": "2026-10-18T06:51:25-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "new_entry", "model": "Gemini 4 Argon", "metric": "Badges", "new": 8, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00026" }, { "at": "2026-10-18T06:51:25-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Badges", "old": 3, "new": 4, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00027" }, { "at": "2026-10-18T06:51:25-04:00", "run_id": "kaggle-go", "type": "baseline", "note": "first automated fetch", "id": "chg-00028" }, { "at": "2026-10-18T06:51:25-04:00", "run_id": "kaggle-poker", "type": "baseline", "note": "first automated fetch", "id": "chg-00029" }, { "at": "2026-10-18T06:51:25-04:00", "run_id": "kaggle-werewolf", "type": "status_change", "old": "RECENT", "new": "ARCHIVE", "id": "chg-00030" }, { "at": "2026-10-18T06:51:25-04:00", "run_id": "kaggle-werewolf", "type": "baseline", "note": "first automated fetch", "id": "chg-00031" }, { "at": "2026-10-18T06:51:25-04:00", "run_id": "kradleverse-minecraft", "type": "value_change", "model": "claude-opus-4-6 (agent: Echo-Sinclair, OpenClaw)", "metric": "30-day win %", "old": "23%", "new": "24%", "source_url": "https://kradleverse.com/leaderboard", "id": "chg-00032" }, { "at": "2026-10-18T07:04:13-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 4 Argon", "metric": "Turns", "old": 3509, "new": 3518, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00033" }, { "at": "2026-10-18T07:04:13-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Turns", "old": 7890, "new": 7898, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00034" }, { "at": "2026-10-18T07:05:27-04:00", "run_id": "videogamebench-lite", "type": "new_entry", "model": "claude-3-7-sonnet-20250219", "metric": "Overall score", "new": "1.6%", "source_url": "https://www.vgbench.com/", "reviewed": true, "id": "chg-00035" }, { "at": "2026-10-18T07:05:27-04:00", "run_id": "videogamebench-lite", "type": "new_entry", "model": "gemini-2.5-pro-preview-03-25", "metric": "Overall score", "new": "1.6%", "source_url": "https://www.vgbench.com/", "reviewed": true, "id": "chg-00036" }, { "at": "2026-10-18T07:05:27-04:00", "run_id": "videogamebench-lite", "type": "new_entry", "model": "llama-4-maverick-17B-128E-Instruct-FP8", "metric": "Overall score", "new": "0%", "source_url": "https://www.vgbench.com/", "reviewed": true, "id": "chg-00037" }, { "at": "2026-10-18T07:05:27-04:00", "run_id": "videogamebench-lite", "type": "new_entry", "model": "gemini-2.0-flash", "metric": "Overall score", "new": "0%", "source_url": "https://www.vgbench.com/", "reviewed": true, "id": "chg-00038" }, { "at": "2026-10-18T07:05:27-04:00", "run_id": "videogamebench", "type": "new_entry", "model": "claude-3-7-sonnet-20250219", "metric": "Overall score", "new": "0%", "source_url": "https://www.vgbench.com/", "reviewed": true, "id": "chg-00039" }, { "at": "2026-10-18T07:05:27-04:00", "run_id": "videogamebench", "type": "new_entry", "model": "llama-4-maverick-17B-128E-Instruct-FP8", "metric": "Overall score", "new": "0%", "source_url": "https://www.vgbench.com/", "reviewed": true, "id": "chg-00040" }, { "at": "2026-10-18T07:05:27-04:00", "run_id": "videogamebench", "type": "new_entry", "model": "gemini-2.0-flash", "metric": "Overall score", "new": "0%", "source_url": "https://www.vgbench.com/", "reviewed": true, "id": "chg-00041" }, { "at": "2026-10-18T12:49:52-04:00", "run_id": "kradleverse-minecraft", "type": "value_change", "model": "claude-opus-4-6 (agent: Echo-Sinclair, OpenClaw)", "metric": "30-day win %", "old": "24%", "new": "25%", "source_url": "https://kradleverse.com/leaderboard", "id": "chg-00042" }, { "at": "2026-10-18T13:49:37-04:00", "run_id": "gpp-gemini-2-5-pro-blue-champion", "type": "new_record", "record_id": "gpp-gemini-2-5-pro-blue-champion", "model": "Gemini 2.5 Pro", "new": "Gemini 2.5 Pro becomes Champion in Pokémon Blue (development run, ~813 hours)", "source_url": "https://blog.jcz.dev/the-making-of-gemini-plays-pokemon", "reviewed": true, "id": "chg-00043" }, { "at": "2026-10-18T13:49:37-04:00", "run_id": "gpp-gemini-2-5-pro-blue-autonomous", "type": "new_record", "record_id": "gpp-gemini-2-5-pro-blue-autonomous", "model": "Gemini 2.5 Pro", "new": "Gemini 2.5 Pro beats Pokémon Blue with no manual interventions (~406 hours, 36,801 actions)", "source_url": "https://blog.jcz.dev/the-making-of-gemini-plays-pokemon", "reviewed": true, "id": "chg-00044" }, { "at": "2026-10-18T13:49:37-04:00", "run_id": "jev-standardagents-red-hof", "type": "new_record", "record_id": "jev-standardagents-red-hof", "model": "Jev", "new": "Jev enters the Pokémon Red Hall of Fame with Claude Opus 5 rebuilding its options live", "source_url": "https://jev-plays-pokemon.standardagents.ai/", "reviewed": true, "id": "chg-00045" }, { "at": "2026-10-18T13:49:37-04:00", "run_id": "jev-frigade-red-hof", "type": "new_record", "record_id": "jev-frigade-red-hof", "model": "Jev", "new": "Jev beats Pokémon Red in 37h 40m with a guided, open-source harness", "source_url": "https://jev-pokemon.vercel.app/", "reviewed": true, "id": "chg-00046" }, { "at": "2026-10-18T13:49:37-04:00", "run_id": "jev-astra-minecraft-dragon", "type": "new_record", "record_id": "jev-astra-minecraft-dragon", "model": "GPT-6 Astra", "new": "GPT-6 Astra + Jev kill the Ender Dragon in 8m 43s on a fixed seed with a pre-surveyed route (Peaceful)", "source_url": "https://x.com/rronak_/status/2101544156757950697", "reviewed": true, "id": "chg-00047" }, { "at": "2026-10-18T13:49:38-04:00", "run_id": "mineai-opus-5-minecraft-dragon", "type": "new_record", "record_id": "mineai-opus-5-minecraft-dragon", "model": "Claude Opus 5", "new": "Claude Opus 5 kills the Ender Dragon in a fresh Minecraft world in one unbroken 3h 56m session", "source_url": "https://huggingface.co/datasets/aibengineering/beat-the-game-minecraft", "reviewed": true, "id": "chg-00048" }, { "at": "2026-10-18T13:49:38-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 4 Argon", "metric": "Turns", "old": 3518, "new": 3707, "source_url": "https://gpp-viewer.arisef.org/", "reviewed": true, "id": "chg-00049" }, { "at": "2026-10-18T13:49:38-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Badges", "old": 4, "new": 5, "source_url": "https://gpp-viewer.arisef.org/", "reviewed": true, "id": "chg-00050" }, { "at": "2026-10-18T13:49:38-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Turns", "old": 7898, "new": 8710, "source_url": "https://gpp-viewer.arisef.org/", "reviewed": true, "id": "chg-00051" }, { "at": "2026-10-18T14:05:38-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 4 Argon", "metric": "Turns", "old": 3707, "new": 3722, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00052" }, { "at": "2026-10-18T14:05:38-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Turns", "old": 8710, "new": 8825, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00053" }, { "at": "2026-10-18T16:31:30-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 4 Argon", "metric": "Turns", "old": 3722, "new": 3797, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00054" }, { "at": "2026-10-18T16:31:30-04:00", "run_id": "gemini-plays-pokemon-emerald", "type": "value_change", "model": "Gemini 3.8 Flash", "metric": "Turns", "old": 8825, "new": 9274, "source_url": "https://gpp-viewer.arisef.org/", "id": "chg-00055" }, { "at": "2026-10-18T16:31:30-04:00", "run_id": "kradleverse-minecraft", "type": "value_change", "model": "claude-opus-4-6 (agent: Echo-Sinclair, OpenClaw)", "metric": "30-day win %", "old": "25%", "new": "28%", "source_url": "https://kradleverse.com/leaderboard", "id": "chg-00056" } ], "evidence": [ { "id": "gpp-emerald-gemini-4-argon-badges--e1", "achievement_id": "gpp-emerald-gemini-4-argon-badges", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run emerald_gemini_4_argon", "source_type": "primary", "published_at": "2026-10-18", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-emerald-gemini-4-argon-badges--e2", "achievement_id": "gpp-emerald-gemini-4-argon-badges", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/emerald_gemini_4_argon", "label": "Public repo branch emerald_gemini_4_argon (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-10-18", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-emerald-gemini-4-argon-hof--e1", "achievement_id": "gpp-emerald-gemini-4-argon-hof", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run emerald_gemini_4_argon", "source_type": "primary", "published_at": "2026-10-18", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-emerald-gemini-4-argon-hof--e2", "achievement_id": "gpp-emerald-gemini-4-argon-hof", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/emerald_gemini_4_argon", "label": "Public repo branch emerald_gemini_4_argon (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-10-18", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-emerald-gemini-4-argon-hof--e3", "achievement_id": "gpp-emerald-gemini-4-argon-hof", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/emerald_gemini_4_argon/notepad.md", "label": "Run notepad: 'Post-Hall of Fame' section", "source_type": "creator", "published_at": "2026-10-18", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-emerald-gemini-3-8-flash--e1", "achievement_id": "gpp-emerald-gemini-3-8-flash", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run emerald_gemini_3_8_flash", "source_type": "primary", "published_at": "2026-10-18", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-emerald-gemini-3-8-flash--e2", "achievement_id": "gpp-emerald-gemini-3-8-flash", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/emerald_gemini_3_8_flash", "label": "Public repo branch emerald_gemini_3_8_flash (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-10-18", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-blue-gemini-4-argon--e1", "achievement_id": "gpp-blue-gemini-4-argon", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run blue_gemini_4_argon", "source_type": "primary", "published_at": "2026-10-11", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-blue-gemini-3-8-flash--e1", "achievement_id": "gpp-blue-gemini-3-8-flash", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run blue_gemini_3_8_flash", "source_type": "primary", "published_at": "2026-10-14", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-vision-first-gemini-3-8-flash--e1", "achievement_id": "gpp-vision-first-gemini-3-8-flash", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run vision_first_gemini_3_8_flash", "source_type": "primary", "published_at": "2026-09-27", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-vision-first-gemini-3-8-flash--e2", "achievement_id": "gpp-vision-first-gemini-3-8-flash", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_8_flash", "label": "Public repo branch vision_first_gemini_3_8_flash (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-09-27", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-vision-first-gemini-3-8-flash--e3", "achievement_id": "gpp-vision-first-gemini-3-8-flash", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_8_flash/notepad.md", "label": "Run notepad (names the game as Pokémon Blue)", "source_type": "creator", "published_at": "2026-09-27", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-vision-first-gemini-3-7-flash--e1", "achievement_id": "gpp-vision-first-gemini-3-7-flash", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run vision_first_gemini_3_7_flash", "source_type": "primary", "published_at": "2026-09-19", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-vision-first-gemini-3-7-flash--e2", "achievement_id": "gpp-vision-first-gemini-3-7-flash", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_7_flash", "label": "Public repo branch vision_first_gemini_3_7_flash (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-09-19", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-vision-first-gemini-3-7-flash--e3", "achievement_id": "gpp-vision-first-gemini-3-7-flash", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_7_flash/notepad.md", "label": "Run notepad (names the game as Pokémon Blue)", "source_type": "creator", "published_at": "2026-09-19", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-vision-first-gemini-3-5-flash--e1", "achievement_id": "gpp-vision-first-gemini-3-5-flash", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run vision_first_gemini_3_5_flash", "source_type": "primary", "published_at": "2026-09-03", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-vision-first-gemini-3-5-flash--e2", "achievement_id": "gpp-vision-first-gemini-3-5-flash", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_5_flash", "label": "Public repo branch vision_first_gemini_3_5_flash (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-09-03", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-vision-first-gemini-3-5-flash--e3", "achievement_id": "gpp-vision-first-gemini-3-5-flash", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_5_flash/notepad.md", "label": "Run notepad (names the game as Pokémon Blue)", "source_type": "creator", "published_at": "2026-09-03", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-vf-gemini-3-8-flash-champion--e1", "achievement_id": "gpp-vf-gemini-3-8-flash-champion", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run vision_first_gemini_3_8_flash", "source_type": "primary", "published_at": "2026-09-27", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-vf-gemini-3-8-flash-champion--e2", "achievement_id": "gpp-vf-gemini-3-8-flash-champion", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_8_flash", "label": "Public repo branch vision_first_gemini_3_8_flash (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-09-27", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-vf-gemini-3-8-flash-champion--e3", "achievement_id": "gpp-vf-gemini-3-8-flash-champion", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_8_flash/notepad.md", "label": "Run notepad: Champion at turn 24,981, Hall of Fame at turn 24,994", "source_type": "creator", "published_at": "2026-09-27", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-vf-gemini-3-7-flash-champion--e1", "achievement_id": "gpp-vf-gemini-3-7-flash-champion", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run vision_first_gemini_3_7_flash", "source_type": "primary", "published_at": "2026-09-19", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-vf-gemini-3-7-flash-champion--e2", "achievement_id": "gpp-vf-gemini-3-7-flash-champion", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_7_flash", "label": "Public repo branch vision_first_gemini_3_7_flash (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-09-19", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-vf-gemini-3-7-flash-champion--e3", "achievement_id": "gpp-vf-gemini-3-7-flash-champion", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_7_flash/notepad.md", "label": "Run notepad: 'Become Pokémon League Champion and Enter Hall of Fame' at turn 39,310", "source_type": "creator", "published_at": "2026-09-19", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-vf-gemini-3-6-flash--e1", "achievement_id": "gpp-vf-gemini-3-6-flash", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_6_flash", "label": "Public repo branch vision_first_gemini_3_6_flash (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-08-15", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-vf-gemini-3-6-flash--e2", "achievement_id": "gpp-vf-gemini-3-6-flash", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_6_flash/notepad.md", "label": "Run notepad: 'Badges (4/8)' at turn 55,771", "source_type": "creator", "published_at": "2026-08-15", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-gemini-3-pro-vision-only-blue-v2--e1", "achievement_id": "gpp-gemini-3-pro-vision-only-blue-v2", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/gemini_3_pro_vision_only_blue_v2", "label": "Public repo branch gemini_3_pro_vision_only_blue_v2 (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-05-23", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-gemini-3-pro-vision-only-blue-v2--e2", "achievement_id": "gpp-gemini-3-pro-vision-only-blue-v2", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/gemini_3_pro_vision_only_blue_v2/notepad.md", "label": "Run notepad lists all 8 badges", "source_type": "creator", "published_at": "2026-05-23", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-crystal-race-gemini-3--e1", "achievement_id": "gpp-crystal-race-gemini-3", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/crystal_race_gemini_3", "label": "Public repo branch crystal_race_gemini_3 (turn-by-turn commits)", "source_type": "primary", "published_at": "2025-12-15", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-crystal-race-gemini-3--e2", "achievement_id": "gpp-crystal-race-gemini-3", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/crystal_race_gemini_3/notepad.md", "label": "Run notepad: post-game Battle Tower goal; notes '16 badges'", "source_type": "creator", "published_at": "2025-12-15", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-crystal-race-gemini-2-5--e1", "achievement_id": "gpp-crystal-race-gemini-2-5", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/crystal_race_gemini_2-5", "label": "Public repo branch crystal_race_gemini_2-5 (turn-by-turn commits)", "source_type": "primary", "published_at": "2025-12-15", "checked_at": "2026-10-18", "verification_status": "awaiting" }, { "id": "gpp-sors-gemini-3-8-flash--e1", "achievement_id": "gpp-sors-gemini-3-8-flash", "source_url": "https://gpp-viewer.arisef.org/", "label": "Hub telemetry: run sors_gemini_3_8_flash", "source_type": "primary", "published_at": "2026-10-13", "checked_at": "2026-10-18", "verification_status": "awaiting" }, { "id": "gpp-sors-gemini-3-8-flash--e2", "achievement_id": "gpp-sors-gemini-3-8-flash", "source_url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/sors_gemini_3_8_flash", "label": "Public repo branch sors_gemini_3_8_flash (turn-by-turn commits)", "source_type": "primary", "published_at": "2026-10-13", "checked_at": "2026-10-18", "verification_status": "awaiting" }, { "id": "bl-gpt-5-6-sol-emerald--e1", "achievement_id": "bl-gpt-5-6-sol-emerald", "source_url": "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/", "label": "BenchmarkList: Pokémon Autonomous Completion (self-reported)", "source_type": "secondary", "published_at": "2026-07-21", "checked_at": "2026-10-18", "verification_status": "awaiting" }, { "id": "bl-gpt-5-6-sol-emerald--e2", "achievement_id": "bl-gpt-5-6-sol-emerald", "source_url": "https://www.unrollnow.com/status/2095596013168050551", "label": "Creator thread (96h 35m figure)", "source_type": "creator", "published_at": "2026-07-21", "checked_at": "2026-10-18", "verification_status": "awaiting" }, { "id": "bl-gpt-5-red--e1", "achievement_id": "bl-gpt-5-red", "source_url": "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/", "label": "BenchmarkList: Pokémon Autonomous Completion (self-reported)", "source_type": "secondary", "published_at": "2025-08-14", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "bl-gpt-5-crystal--e1", "achievement_id": "bl-gpt-5-crystal", "source_url": "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/", "label": "BenchmarkList: Pokémon Autonomous Completion (self-reported)", "source_type": "secondary", "published_at": "2025-08-25", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gptpp-gpt-6-astra--e1", "achievement_id": "gptpp-gpt-6-astra", "source_url": "https://www.unrollnow.com/status/2095596013168050551", "label": "Creator thread (unrolled)", "source_type": "creator", "published_at": "2026-09-05", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gptpp-gpt-6-astra--e2", "achievement_id": "gptpp-gpt-6-astra", "source_url": "https://www.twitch.tv/gpt_plays_pokemon", "label": "GPT Plays Pokémon on Twitch", "source_type": "creator", "published_at": "2026-09-05", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "pokeagent-heatz--e1", "achievement_id": "pokeagent-heatz", "source_url": "https://arxiv.org/abs/2603.15563", "label": "PokéAgent Challenge paper (organizers), Sec. 5.2 & App. C", "source_type": "operator", "published_at": "2026-03-16", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "pokeagent-heatz--e2", "achievement_id": "pokeagent-heatz", "source_url": "https://pokeagentchallenge.com/speedrunning.html", "label": "PokéAgent Challenge: Speedrunning track", "source_type": "operator", "published_at": "2026-03-16", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "pokeagent-hamburg--e1", "achievement_id": "pokeagent-hamburg", "source_url": "https://arxiv.org/abs/2603.15563", "label": "PokéAgent Challenge paper (organizers), Sec. 5.2 & App. C", "source_type": "operator", "published_at": "2026-03-16", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "pokeagent-hamburg--e2", "achievement_id": "pokeagent-hamburg", "source_url": "https://pokeagentchallenge.com/speedrunning.html", "label": "PokéAgent Challenge: Speedrunning track", "source_type": "operator", "published_at": "2026-03-16", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "pokeagent-anthonys--e1", "achievement_id": "pokeagent-anthonys", "source_url": "https://arxiv.org/abs/2603.15563", "label": "PokéAgent Challenge paper (organizers), Sec. 5.2 & App. C", "source_type": "operator", "published_at": "2026-03-16", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "pokeagent-anthonys--e2", "achievement_id": "pokeagent-anthonys", "source_url": "https://pokeagentchallenge.com/speedrunning.html", "label": "PokéAgent Challenge: Speedrunning track", "source_type": "operator", "published_at": "2026-03-16", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "pokeagent-deepest--e1", "achievement_id": "pokeagent-deepest", "source_url": "https://arxiv.org/abs/2603.15563", "label": "PokéAgent Challenge paper (organizers), Sec. 5.2 & App. C", "source_type": "operator", "published_at": "2026-03-16", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "pokeagent-deepest--e2", "achievement_id": "pokeagent-deepest", "source_url": "https://pokeagentchallenge.com/speedrunning.html", "label": "PokéAgent Challenge: Speedrunning track", "source_type": "operator", "published_at": "2026-03-16", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "vgb-gpt-4o-crystal--e1", "achievement_id": "vgb-gpt-4o-crystal", "source_url": "https://www.vgbench.com/", "label": "VideoGameBench leaderboard (official)", "source_type": "operator", "published_at": "2025-05-23", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "vgb-gpt-4o-crystal--e2", "achievement_id": "vgb-gpt-4o-crystal", "source_url": "https://arxiv.org/abs/2505.18134", "label": "VideoGameBench paper", "source_type": "operator", "published_at": "2025-05-23", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "vgb-gemini-2-5-pro-kirby--e1", "achievement_id": "vgb-gemini-2-5-pro-kirby", "source_url": "https://www.vgbench.com/", "label": "VideoGameBench leaderboard (official)", "source_type": "operator", "published_at": "2025-05-23", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "vgb-gemini-2-5-pro-kirby--e2", "achievement_id": "vgb-gemini-2-5-pro-kirby", "source_url": "https://arxiv.org/abs/2505.18134", "label": "VideoGameBench paper", "source_type": "operator", "published_at": "2025-05-23", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "kradle-top-agent--e1", "achievement_id": "kradle-top-agent", "source_url": "https://kradleverse.com/leaderboard", "label": "KradleVerse leaderboard (official, live)", "source_type": "operator", "published_at": "2026-10-18", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "mineexplorer-claude-opus-4-6--e1", "achievement_id": "mineexplorer-claude-opus-4-6", "source_url": "https://benchmarklist.com/benchmarks/mineexplorer/", "label": "BenchmarkList: MineExplorer (self-reported)", "source_type": "secondary", "published_at": "2026-06-28", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "mineexplorer-claude-opus-4-6--e2", "achievement_id": "mineexplorer-claude-opus-4-6", "source_url": "https://arxiv.org/abs/2605.30931", "label": "MineExplorer paper", "source_type": "creator", "published_at": "2026-06-28", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "mineodyssey-gpt-6-astra--e1", "achievement_id": "mineodyssey-gpt-6-astra", "source_url": "https://arxiv.org/abs/2610.11328", "label": "Mine Odyssey paper (arXiv 2610.11328), Table 1", "source_type": "creator", "published_at": "2026-10-08", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "argon-team-ender-dragon--e1", "achievement_id": "argon-team-ender-dragon", "source_url": "https://arxiv.org/abs/2610.22319", "label": "Paper: 'A team of Gemini 4 Argon agents beats Minecraft' (arXiv 2610.22319)", "source_type": "creator", "published_at": "2026-10-15", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "argon-team-ender-dragon--e2", "achievement_id": "argon-team-ender-dragon", "source_url": "https://arxiv.org/html/2610.22319", "label": "Full text (HTML)", "source_type": "creator", "published_at": "2026-10-15", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "kaggle-chess-leader--e1", "achievement_id": "kaggle-chess-leader", "source_url": "https://www.kaggle.com/benchmarks/kaggle/chess-text", "label": "Kaggle Game Arena: Chess leaderboard (official)", "source_type": "operator", "published_at": "2026-10-15", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "kaggle-go-leader--e1", "achievement_id": "kaggle-go-leader", "source_url": "https://www.kaggle.com/benchmarks/kaggle/go", "label": "Kaggle Game Arena: Go leaderboard (official)", "source_type": "operator", "published_at": "2026-10-15", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "kaggle-poker-leader--e1", "achievement_id": "kaggle-poker-leader", "source_url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up", "label": "Kaggle Game Arena: Heads-up Poker leaderboard (official)", "source_type": "operator", "published_at": "2026-10-08", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "kaggle-werewolf-leader--e1", "achievement_id": "kaggle-werewolf-leader", "source_url": "https://www.kaggle.com/benchmarks/kaggle/werewolf", "label": "Kaggle Game Arena: Werewolf leaderboard (official)", "source_type": "operator", "published_at": "2026-06-12", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "balrog-nethack-leader--e1", "achievement_id": "balrog-nethack-leader", "source_url": "https://balrogai.com/", "label": "BALROG leaderboard (official)", "source_type": "operator", "published_at": "2026-09-18", "checked_at": "2026-10-18", "verification_status": "verified" }, { "id": "gpp-gemini-2-5-pro-blue-champion--e1", "achievement_id": "gpp-gemini-2-5-pro-blue-champion", "source_url": "https://blog.jcz.dev/the-making-of-gemini-plays-pokemon", "label": "Creator's write-up: The Making of Gemini Plays Pokémon", "source_type": "creator", "published_at": "2025-05-02", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-gemini-2-5-pro-blue-champion--e2", "achievement_id": "gpp-gemini-2-5-pro-blue-champion", "source_url": "https://x.com/sundarpichai/status/1918455766542930004", "label": "Google CEO on X: 'Gemini 2.5 Pro just completed Pokémon Blue!' (May 3, 2025 UTC)", "source_type": "secondary", "published_at": "2025-05-02", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-gemini-2-5-pro-blue-champion--e3", "achievement_id": "gpp-gemini-2-5-pro-blue-champion", "source_url": "https://techcrunch.com/2025/05/03/googles-gemini-has-beaten-pokemon-blue-with-a-little-help/", "label": "TechCrunch: Google's Gemini has beaten Pokémon Blue (with a little help)", "source_type": "secondary", "published_at": "2025-05-02", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "gpp-gemini-2-5-pro-blue-autonomous--e1", "achievement_id": "gpp-gemini-2-5-pro-blue-autonomous", "source_url": "https://blog.jcz.dev/the-making-of-gemini-plays-pokemon", "label": "Creator's write-up: The Making of Gemini Plays Pokémon", "source_type": "creator", "published_at": "2025-06-09", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "jev-standardagents-red-hof--e1", "achievement_id": "jev-standardagents-red-hof", "source_url": "https://jev-plays-pokemon.standardagents.ai/", "label": "Creator's project page: Hall of Fame on September 23, 2026", "source_type": "creator", "published_at": "2026-09-27", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "jev-standardagents-red-hof--e2", "achievement_id": "jev-standardagents-red-hof", "source_url": "https://www.reddit.com/r/singularity/comments/1wjvh14/jev_is_amazing_im_letting_it_play_pokemon_red/", "label": "Creator's Reddit post (Sep 18, 2026): harness built in real time by Opus 5", "source_type": "creator", "published_at": "2026-09-27", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "jev-standardagents-red-hof--e3", "achievement_id": "jev-standardagents-red-hof", "source_url": "https://www.tomshardware.com/tech-industry/artificial-intelligence/developer-says-jev-decision-model-beat-pokemon-red-in-under-a-week-non-llm-engine-succeeds-where-traditional-chatbots-stalled-for-months-but-claude-opus-5-coached-the-model-through-its-dead-ends", "label": "Tom's Hardware: Jev beat Pokémon Red, but Claude Opus 5 coached it", "source_type": "secondary", "published_at": "2026-09-27", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "jev-frigade-red-hof--e1", "achievement_id": "jev-frigade-red-hof", "source_url": "https://jev-pokemon.vercel.app/", "label": "Creator's project page: run stats", "source_type": "creator", "published_at": "2026-09-28", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "jev-frigade-red-hof--e2", "achievement_id": "jev-frigade-red-hof", "source_url": "https://github.com/christianmat/jev-pokemon", "label": "Creator's code and README (open source)", "source_type": "creator", "published_at": "2026-09-28", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "jev-frigade-red-hof--e3", "achievement_id": "jev-frigade-red-hof", "source_url": "https://gigazine.net/gsc_news/en/20260928-jev-pokemon-red/", "label": "GIGAZINE write-up (Sep 28, 2026)", "source_type": "secondary", "published_at": "2026-09-28", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "jev-astra-minecraft-dragon--e1", "achievement_id": "jev-astra-minecraft-dragon", "source_url": "https://x.com/rronak_/status/2101544156757950697", "label": "Creator's post: Jev + Astra beats the Ender Dragon in 8 minutes 43 seconds (Sep 20, 2026)", "source_type": "creator", "published_at": "2026-09-20", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "jev-astra-minecraft-dragon--e2", "achievement_id": "jev-astra-minecraft-dragon", "source_url": "https://github.com/rmalde/minecraft-agent", "label": "Creator's code and README (run nether-final-08)", "source_type": "creator", "published_at": "2026-09-20", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "mineai-opus-5-minecraft-dragon--e1", "achievement_id": "mineai-opus-5-minecraft-dragon", "source_url": "https://huggingface.co/datasets/aibengineering/beat-the-game-minecraft", "label": "Published run artifacts: transcript, tool-call database, vanilla server log, prompt (Hugging Face)", "source_type": "creator", "published_at": "2026-09-16", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "mineai-opus-5-minecraft-dragon--e2", "achievement_id": "mineai-opus-5-minecraft-dragon", "source_url": "https://github.com/aibengineering/mine-ai-mcp", "label": "Code: Mine AI MCP (tag beat-the-game)", "source_type": "creator", "published_at": "2026-09-16", "checked_at": "2026-10-18", "verification_status": "creator-reported" }, { "id": "mineai-opus-5-minecraft-dragon--e3", "achievement_id": "mineai-opus-5-minecraft-dragon", "source_url": "https://www.youtube.com/watch?v=ZjtwWEfFVFY", "label": "Full recording (YouTube)", "source_type": "creator", "published_at": "2026-09-16", "checked_at": "2026-10-18", "verification_status": "creator-reported" } ], "games": [ { "slug": "balatro", "name": "Balatro", "section": "more", "primary": false }, { "slug": "chess", "name": "Chess", "section": "kaggle", "primary": true }, { "slug": "factorio", "name": "Factorio", "section": "more", "primary": false }, { "slug": "go", "name": "Go", "section": "kaggle", "primary": true }, { "slug": "kirbys-dream-land", "name": "Kirby's Dream Land", "section": "more", "primary": false }, { "slug": "minecraft", "name": "Minecraft", "section": "minecraft", "primary": true }, { "slug": "multi-game", "name": "Multi-game (Orak: 12 games)", "section": "more", "primary": false }, { "slug": "nethack", "name": "NetHack", "section": "more", "primary": false }, { "slug": "pokemon", "name": "Pokémon (main series)", "section": "pokemon", "primary": true }, { "slug": "pokemon-blue", "name": "Pokémon Blue", "section": "pokemon", "primary": true }, { "slug": "pokemon-crystal", "name": "Pokémon Crystal", "section": "pokemon", "primary": true }, { "slug": "pokemon-emerald", "name": "Pokémon Emerald", "section": "pokemon", "primary": true }, { "slug": "pokemon-red", "name": "Pokémon Red", "section": "pokemon", "primary": true }, { "slug": "pokemon-undisclosed", "name": "Pokémon (undisclosed game / ROM hack)", "section": "pokemon", "primary": true }, { "slug": "pokemon-unstated", "name": "Pokémon (game not stated)", "section": "pokemon", "primary": true }, { "slug": "pokemon-vgc", "name": "Pokémon VGC (competitive doubles)", "section": "pokemon", "primary": true }, { "slug": "poker", "name": "Heads-up Poker", "section": "kaggle", "primary": true }, { "slug": "videogamebench-suite", "name": "VideoGameBench Lite suite (3 games)", "section": "more", "primary": false }, { "slug": "werewolf", "name": "Werewolf", "section": "kaggle", "primary": true } ], "models": [ { "id": "anthonys-team", "name": "anthonys (team)", "provider": null, "exact_versions": [ "anthonys (team)" ], "source_labels": [ "anthonys (team)" ] }, { "id": "claude-3-5-sonnet", "name": "Claude 3.5 Sonnet", "provider": "Anthropic", "exact_versions": [ "Claude 3.5 Sonnet" ], "source_labels": [ "Claude 3.5-Sonnet" ] }, { "id": "claude-3-7-sonnet-2025-02-19", "name": "Claude 3.7 Sonnet (2025-02-19)", "provider": "Anthropic", "exact_versions": [ "Claude 3.7 Sonnet (2025-02-19)" ], "source_labels": [ "claude-3-7-sonnet-20250219" ] }, { "id": "claude-fable-5-1", "name": "Claude Fable 5.1", "provider": "Anthropic", "exact_versions": [ "Claude Fable 5.1" ], "source_labels": [ "Claude Fable 5.1" ] }, { "id": "claude-haiku-5-5", "name": "Claude Haiku 5.5", "provider": "Anthropic", "exact_versions": [ "Claude Haiku 5.5" ], "source_labels": [ "Claude Haiku 5.5" ] }, { "id": "claude-opus-4-5", "name": "Claude Opus 4.5", "provider": "Anthropic", "exact_versions": [ "Claude Opus 4.5" ], "source_labels": [ "claude-opus-4.5" ] }, { "id": "claude-opus-4-6", "name": "Claude Opus 4.6", "provider": "Anthropic", "exact_versions": [ "Claude Opus 4.6" ], "source_labels": [ "claude-opus-4-6 (agent: Echo-Sinclair, OpenClaw)", "Claude-Opus-4.6", "Claude Opus 4.6" ] }, { "id": "claude-opus-4-7", "name": "Claude Opus 4.7", "provider": "Anthropic", "exact_versions": [ "Claude Opus 4.7" ], "source_labels": [ "Claude Opus 4.7" ] }, { "id": "claude-opus-4-8", "name": "Claude Opus 4.8", "provider": "Anthropic", "exact_versions": [ "Claude Opus 4.8" ], "source_labels": [ "Claude Opus 4.8" ] }, { "id": "claude-opus-5", "name": "Claude Opus 5", "provider": "Anthropic", "exact_versions": [ "Claude Opus 5" ], "source_labels": [ "Claude-Opus-5-Max", "Claude Opus 5" ] }, { "id": "claude-opus-5-1m-effort", "name": "Claude Opus 5[1m] (effort", "provider": "Anthropic", "exact_versions": [ "Claude Opus 5[1m] (effort" ], "source_labels": [ "claude-opus-5[1m] (effort high)" ] }, { "id": "claude-opus-5-5", "name": "Claude Opus 5.5", "provider": "Anthropic", "exact_versions": [ "Claude Opus 5.5" ], "source_labels": [ "Claude Opus 5.5" ] }, { "id": "claude-sonnet-4-5", "name": "Claude Sonnet 4.5", "provider": "Anthropic", "exact_versions": [ "Claude Sonnet 4.5" ], "source_labels": [ "claude-sonnet-4.5" ] }, { "id": "claude-sonnet-4-6", "name": "Claude Sonnet 4.6", "provider": "Anthropic", "exact_versions": [ "Claude Sonnet 4.6" ], "source_labels": [ "Claude Sonnet 4.6" ] }, { "id": "claude-sonnet-5", "name": "Claude Sonnet 5", "provider": "Anthropic", "exact_versions": [ "Claude Sonnet 5" ], "source_labels": [ "Claude Sonnet 5" ] }, { "id": "claude-sonnet-5-5", "name": "Claude Sonnet 5.5", "provider": "Anthropic", "exact_versions": [ "Claude Sonnet 5.5" ], "source_labels": [ "Claude Sonnet 5.5" ] }, { "id": "deepest-team", "name": "Deepest (team)", "provider": null, "exact_versions": [ "Deepest (team)" ], "source_labels": [ "Deepest (team)" ] }, { "id": "deepseek-v3", "name": "DeepSeek-V3", "provider": "DeepSeek", "exact_versions": [ "DeepSeek-V3" ], "source_labels": [ "Deepseek-v3" ] }, { "id": "deepseek-v3-2", "name": "DeepSeek-V3.2", "provider": "DeepSeek", "exact_versions": [ "DeepSeek-V3.2" ], "source_labels": [ "deepseek-v3.2" ] }, { "id": "gemini-2-0-flash", "name": "Gemini 2.0 Flash", "provider": "Google", "exact_versions": [ "Gemini 2.0 Flash" ], "source_labels": [ "Gemini-2-Flash", "gemini-2.0-flash" ] }, { "id": "gemini-2-5", "name": "Gemini 2.5", "provider": "Google", "exact_versions": [ "Gemini 2.5" ], "source_labels": [ "Gemini 2.5" ] }, { "id": "gemini-2-5-pro", "name": "Gemini 2.5 Pro", "provider": "Google", "exact_versions": [ "Gemini 2.5 Pro" ], "source_labels": [ "Gemini 2.5 Pro" ] }, { "id": "gemini-2-5-pro-preview-03-25", "name": "Gemini 2.5 Pro (preview 03-25)", "provider": "Google", "exact_versions": [ "Gemini 2.5 Pro (preview 03-25)" ], "source_labels": [ "Gemini 2.5 Pro (preview 03-25)", "gemini-2.5-pro-preview-03-25" ] }, { "id": "gemini-3", "name": "Gemini 3", "provider": "Google", "exact_versions": [ "Gemini 3" ], "source_labels": [ "Gemini 3" ] }, { "id": "gemini-3-1-pro", "name": "Gemini 3.1 Pro", "provider": "Google", "exact_versions": [ "Gemini 3.1 Pro" ], "source_labels": [ "Gemini-3.1-Pro-Thinking", "Gemini-3.1-Pro" ] }, { "id": "gemini-3-1-pro-preview", "name": "Gemini 3.1 Pro Preview", "provider": "Google", "exact_versions": [ "Gemini 3.1 Pro Preview" ], "source_labels": [ "Gemini 3.1 Pro Preview" ] }, { "id": "gemini-3-5-flash", "name": "Gemini 3.5 Flash", "provider": "Google", "exact_versions": [ "Gemini 3.5 Flash" ], "source_labels": [ "Gemini 3.5 Flash" ] }, { "id": "gemini-3-6-flash", "name": "Gemini 3.6 Flash", "provider": "Google", "exact_versions": [ "Gemini 3.6 Flash" ], "source_labels": [ "Gemini 3.6 Flash" ] }, { "id": "gemini-3-7-flash", "name": "Gemini 3.7 Flash", "provider": "Google", "exact_versions": [ "Gemini 3.7 Flash" ], "source_labels": [ "Gemini 3.7 Flash" ] }, { "id": "gemini-3-8-flash", "name": "Gemini 3.8 Flash", "provider": "Google", "exact_versions": [ "Gemini 3.8 Flash" ], "source_labels": [ "Gemini 3.8 Flash" ] }, { "id": "gemini-3-flash", "name": "Gemini 3 Flash", "provider": "Google", "exact_versions": [ "Gemini 3 Flash" ], "source_labels": [ "Gemini-3-Flash" ] }, { "id": "gemini-3-flash-preview", "name": "Gemini 3 Flash Preview", "provider": "Google", "exact_versions": [ "Gemini 3 Flash Preview" ], "source_labels": [ "gemini-3-flash-preview", "Gemini 3 Flash Preview" ] }, { "id": "gemini-3-pro", "name": "Gemini 3 Pro", "provider": "Google", "exact_versions": [ "Gemini 3 Pro" ], "source_labels": [ "Gemini 3 Pro", "Gemini-3-Pro" ] }, { "id": "gemini-3-pro-preview", "name": "Gemini 3 Pro Preview", "provider": "Google", "exact_versions": [ "Gemini 3 Pro Preview" ], "source_labels": [ "gemini-3-pro-preview" ] }, { "id": "gemini-4-argon", "name": "Gemini 4 Argon", "provider": "Google", "exact_versions": [ "Gemini 4 Argon" ], "source_labels": [ "Gemini 4 Argon" ] }, { "id": "glm-5-3", "name": "GLM 5.3", "provider": "Zhipu AI", "exact_versions": [ "GLM 5.3" ], "source_labels": [ "GLM 5.3" ] }, { "id": "gpt-4o", "name": "GPT-4o", "provider": "OpenAI", "exact_versions": [ "GPT-4o (2024-08-06)", "GPT-4o" ], "source_labels": [ "GPT-4o (2024-08-06)", "GPT4o", "gpt-4o-2024-08-06" ] }, { "id": "gpt-4o-mini", "name": "GPT-4o mini", "provider": "OpenAI", "exact_versions": [ "GPT-4o mini" ], "source_labels": [ "GPT4o-Mini" ] }, { "id": "gpt-5", "name": "GPT-5", "provider": "OpenAI", "exact_versions": [ "GPT-5" ], "source_labels": [ "GPT-5" ] }, { "id": "gpt-5-2", "name": "GPT-5.2", "provider": "OpenAI", "exact_versions": [ "GPT-5.2" ], "source_labels": [ "gpt-5.2", "GPT-5.2" ] }, { "id": "gpt-5-4", "name": "GPT-5.4", "provider": "OpenAI", "exact_versions": [ "GPT-5.4" ], "source_labels": [ "GPT-5.4" ] }, { "id": "gpt-5-4-mini", "name": "GPT-5.4 mini", "provider": "OpenAI", "exact_versions": [ "GPT-5.4 mini" ], "source_labels": [ "GPT-5.4 mini" ] }, { "id": "gpt-5-5", "name": "GPT-5.5", "provider": "OpenAI", "exact_versions": [ "GPT-5.5" ], "source_labels": [ "GPT-5.5" ] }, { "id": "gpt-5-6-luna", "name": "GPT-5.6 Luna", "provider": "OpenAI", "exact_versions": [ "GPT-5.6 Luna" ], "source_labels": [ "GPT-5.6-Luna-Max", "GPT-5.6 Luna" ] }, { "id": "gpt-5-6-sol", "name": "GPT-5.6 Sol", "provider": "OpenAI", "exact_versions": [ "GPT-5.6 Sol" ], "source_labels": [ "GPT-5.6 Sol", "GPT-5.6-Sol-Max" ] }, { "id": "gpt-5-6-terra", "name": "GPT-5.6 Terra", "provider": "OpenAI", "exact_versions": [ "GPT-5.6 Terra" ], "source_labels": [ "GPT-5.6-Terra-Max", "GPT-5.6 Terra" ] }, { "id": "gpt-6-1-sol", "name": "GPT-6.1 Sol", "provider": "OpenAI", "exact_versions": [ "GPT-6.1 Sol" ], "source_labels": [ "GPT-6.1 Sol" ] }, { "id": "gpt-6-astra", "name": "GPT-6 Astra", "provider": "OpenAI", "exact_versions": [ "GPT-6 Astra" ], "source_labels": [ "GPT-6 Astra (high)", "GPT-6 Astra (medium)", "GPT-6 Astra", "GPT-6-Astra-Max" ] }, { "id": "gpt-6-astra-planner-jev-typesafe-jev-1-13", "name": "GPT-6 Astra (planner) + Jev (typesafe/jev 1.13)", "provider": "OpenAI", "exact_versions": [ "GPT-6 Astra (planner) + Jev (typesafe/jev 1.13)" ], "source_labels": [ "GPT-6 Astra (planner) + Jev (typesafe/jev-1.13)" ] }, { "id": "gpt-6-sol", "name": "GPT-6 Sol", "provider": "OpenAI", "exact_versions": [ "GPT-6 Sol" ], "source_labels": [ "GPT-6 Sol" ] }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "exact_versions": [ "gpt-oss-120b" ], "source_labels": [ "gpt-oss-120b" ] }, { "id": "grok-4", "name": "Grok 4", "provider": "xAI", "exact_versions": [ "Grok 4" ], "source_labels": [ "grok-4", "Grok-4" ] }, { "id": "grok-4-1-fast", "name": "Grok 4.1 Fast", "provider": "xAI", "exact_versions": [ "Grok 4.1 Fast" ], "source_labels": [ "grok-4.1-fast" ] }, { "id": "grok-4-6", "name": "Grok 4.6", "provider": "xAI", "exact_versions": [ "Grok 4.6" ], "source_labels": [ "Grok 4.6" ] }, { "id": "grok-4-7", "name": "Grok 4.7", "provider": "xAI", "exact_versions": [ "Grok 4.7" ], "source_labels": [ "Grok 4.7" ] }, { "id": "hamburg-pokerunners-team", "name": "Hamburg PokéRunners (team)", "provider": null, "exact_versions": [ "Hamburg PokéRunners (team)" ], "source_labels": [ "Hamburg PokéRunners (team)" ] }, { "id": "heatz-team", "name": "Heatz (team)", "provider": null, "exact_versions": [ "Heatz (team)" ], "source_labels": [ "Heatz (team)" ] }, { "id": "jev", "name": "Jev", "provider": null, "exact_versions": [ "Jev" ], "source_labels": [ "Jev" ] }, { "id": "llama-3-3-70b", "name": "Llama 3.3 70B", "provider": "Meta", "exact_versions": [ "Llama 3.3 70B" ], "source_labels": [ "Llama-3.3-70b" ] }, { "id": "llama-4-maverick-17b-128e-instruct-fp8", "name": "Llama 4 Maverick (17B-128E Instruct FP8)", "provider": "Meta", "exact_versions": [ "Llama 4 Maverick (17B-128E Instruct FP8)" ], "source_labels": [ "llama-4-maverick-17B-128E-Instruct-FP8" ] }, { "id": "muse-spark-1-3", "name": "Muse Spark 1.3", "provider": null, "exact_versions": [ "Muse Spark 1.3" ], "source_labels": [ "Muse Spark 1.3" ] }, { "id": "o3-mini", "name": "o3-mini", "provider": "OpenAI", "exact_versions": [ "o3-mini" ], "source_labels": [ "o3-mini" ] }, { "id": "qwen3-max", "name": "Qwen3-Max", "provider": "Alibaba", "exact_versions": [ "Qwen3-Max" ], "source_labels": [ "qwen3-max" ] } ], "run_models": [ { "run_id": "gemini-plays-pokemon--emerald-gemini-4-argon", "model_id": "gemini-4-argon", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--emerald-gemini-3-8-flash", "model_id": "gemini-3-8-flash", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--blue-gemini-4-argon", "model_id": "gemini-4-argon", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--blue-gemini-3-8-flash", "model_id": "gemini-3-8-flash", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--vision-first-gemini-3-8-flash", "model_id": "gemini-3-8-flash", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--vision-first-gemini-3-7-flash", "model_id": "gemini-3-7-flash", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--vision-first-gemini-3-5-flash", "model_id": "gemini-3-5-flash", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--vision-first-gemini-3-6-flash", "model_id": "gemini-3-6-flash", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--gemini-3-pro-vision-only-blue-v2", "model_id": "gemini-3-pro", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--crystal-race-gemini-3", "model_id": "gemini-3", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--crystal-race-gemini-2-5", "model_id": "gemini-2-5", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--sors-gemini-3-8-flash", "model_id": "gemini-3-8-flash", "role": "player", "mixed": false, "note": null }, { "run_id": "gpt-plays-pokemon--bl-gpt-5-6-sol-emerald", "model_id": "gpt-5-6-sol", "role": "player", "mixed": false, "note": null }, { "run_id": "gpt-plays-pokemon--bl-gpt-5-red", "model_id": "gpt-5", "role": "player", "mixed": false, "note": null }, { "run_id": "gpt-plays-pokemon--bl-gpt-5-crystal", "model_id": "gpt-5", "role": "player", "mixed": false, "note": null }, { "run_id": "gpt-plays-pokemon--gptpp-gpt-6-astra", "model_id": "gpt-6-astra", "role": "player", "mixed": false, "note": null }, { "run_id": "heatz--pokeagent-heatz", "model_id": null, "role": "policy (model not disclosed)", "mixed": false, "note": "model not disclosed in our sources" }, { "run_id": "hamburg-pokerunners--pokeagent-hamburg", "model_id": null, "role": "policy (model not disclosed)", "mixed": false, "note": "model not disclosed in our sources" }, { "run_id": "anthonys--pokeagent-anthonys", "model_id": null, "role": "policy (model not disclosed)", "mixed": false, "note": "model not disclosed in our sources" }, { "run_id": "deepest--pokeagent-deepest", "model_id": null, "role": "policy (model not disclosed)", "mixed": false, "note": "model not disclosed in our sources" }, { "run_id": "vg-agent--vgb-gpt-4o-crystal", "model_id": "gpt-4o", "role": "player", "mixed": false, "note": null }, { "run_id": "vg-agent--vgb-gemini-2-5-pro-kirby", "model_id": "gemini-2-5-pro-preview-03-25", "role": "player", "mixed": false, "note": null }, { "run_id": "echo-sinclair--kradle-top-agent", "model_id": "claude-opus-4-6", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-4-argon-minecraft-team--argon-team-ender-dragon", "model_id": "gemini-4-argon", "role": "4 player agents, same model", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--gpp-gemini-2-5-pro-blue-champion", "model_id": "gemini-2-5-pro", "role": "player", "mixed": false, "note": null }, { "run_id": "gemini-plays-pokemon--gpp-gemini-2-5-pro-blue-autonomous", "model_id": "gemini-2-5-pro", "role": "player", "mixed": false, "note": null }, { "run_id": "claudeplayspokemon--red-opus-4-7", "model_id": "claude-opus-4-7", "role": "player", "mixed": false, "note": null } ], "source_feeds": { "aoe2-llm-arena": { "fetcher": null, "mode": "manual", "enabled": false, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T06:51:25-04:00", "last_ok": null, "urls": [ "https://www.martondobos.com/posts/aoe2-llm-arena-1-why-teaching-claude", "https://daily.dev/posts/ai-plays-age-of-empires-ii-cbfqxg1w5" ] }, "balatrobench": { "fetcher": "balatrobench", "mode": "auto", "enabled": true, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T16:31:30-04:00", "last_ok": "2026-10-18T16:31:30-04:00", "urls": [ "https://balatrobench.com/", "https://github.com/coder/balatrobench" ] }, "balrog": { "fetcher": "balrog", "mode": "auto", "enabled": true, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T16:31:30-04:00", "last_ok": "2026-10-18T16:31:30-04:00", "urls": [ "https://balrogai.com/" ] }, "claude-plays-pokemon-red": { "fetcher": "twitch_status", "mode": "manual", "enabled": false, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T06:51:25-04:00", "last_ok": "2026-10-18T06:51:25-04:00", "urls": [ "https://www.twitch.tv/claudeplayspokemon", "https://www.twitchmetrics.net/c/1165258274-claudeplayspokemon", "https://www.reddit.com/r/ClaudePlaysPokemon/" ], "disabled_reason": "Twitch: waiting for an official Twitch API app. No scraping. Last known status kept with its date." }, "factorio-fle": { "fetcher": "benchmarklist_fle", "mode": "auto", "enabled": true, "timeout": 30, "error_count": 3, "last_checked": "2026-10-18T16:31:30-04:00", "last_ok": "2026-10-18T07:04:13-04:00", "urls": [ "https://jackhopkins.github.io/factorio-learning-environment/leaderboard/", "https://benchmarklist.com/benchmarks/factorio_learning_environment/" ] }, "gemini-flash-race-pokemon-blue": { "fetcher": "gpp_race", "mode": "auto", "enabled": true, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T16:31:30-04:00", "last_ok": "2026-10-18T16:31:30-04:00", "urls": [ "https://gpp-viewer.arisef.org/", "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/branches/active", "https://www.reddit.com/r/ClaudePlaysPokemon/" ] }, "gemini-plays-pokemon-emerald": { "fetcher": "gpp_viewer", "mode": "auto", "enabled": true, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T16:31:30-04:00", "last_ok": "2026-10-18T16:31:30-04:00", "urls": [ "https://gpp-viewer.arisef.org/", "https://github.com/waylaidwanderer/gemini-plays-pokemon-public", "https://www.twitch.tv/gemini_plays_pokemon" ] }, "gpt-plays-pokemon": { "fetcher": "twitch_status", "mode": "manual", "enabled": false, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T06:51:25-04:00", "last_ok": "2026-10-18T06:51:25-04:00", "urls": [ "https://www.twitch.tv/gpt_plays_pokemon", "https://www.unrollnow.com/status/2095596013168050551", "https://www.twitchmetrics.net/c/1314505924-gpt_plays_pokemon/streams" ], "disabled_reason": "Twitch: waiting for an official Twitch API app. No scraping. Last known status kept with its date." }, "kaggle-chess": { "fetcher": "kaggle", "mode": "reviewed-snapshot", "enabled": false, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T06:51:25-04:00", "last_ok": "2026-10-18T06:51:25-04:00", "urls": [ "https://www.kaggle.com/benchmarks/kaggle/chess-text", "https://www.kaggle.com/game-arena" ], "disabled_reason": "Kaggle: reviewed snapshot (captured 2026-10-18) until bulk-access permission is confirmed" }, "kaggle-go": { "fetcher": "kaggle", "mode": "reviewed-snapshot", "enabled": false, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T06:51:25-04:00", "last_ok": "2026-10-18T06:51:25-04:00", "urls": [ "https://www.kaggle.com/benchmarks/kaggle/go" ], "disabled_reason": "Kaggle: reviewed snapshot (captured 2026-10-18) until bulk-access permission is confirmed" }, "kaggle-poker": { "fetcher": "kaggle", "mode": "reviewed-snapshot", "enabled": false, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T06:51:25-04:00", "last_ok": "2026-10-18T06:51:25-04:00", "urls": [ "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up" ], "disabled_reason": "Kaggle: reviewed snapshot (captured 2026-10-18) until bulk-access permission is confirmed" }, "kaggle-werewolf": { "fetcher": "kaggle", "mode": "reviewed-snapshot", "enabled": false, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T06:51:25-04:00", "last_ok": "2026-10-18T06:51:25-04:00", "urls": [ "https://www.kaggle.com/benchmarks/kaggle/werewolf" ], "disabled_reason": "Kaggle: reviewed snapshot (captured 2026-10-18) until bulk-access permission is confirmed" }, "kradleverse-minecraft": { "fetcher": "kradleverse", "mode": "auto", "enabled": true, "timeout": 60, "error_count": 0, "last_checked": "2026-10-18T16:31:30-04:00", "last_ok": "2026-10-18T16:31:30-04:00", "urls": [ "https://kradleverse.com/leaderboard" ] }, "orak": { "fetcher": null, "mode": "manual", "enabled": false, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T06:51:25-04:00", "last_ok": null, "urls": [ "https://krafton-ai.github.io/orak-leaderboard/" ] }, "pokeagent-speedrun": { "fetcher": null, "mode": "manual", "enabled": false, "timeout": 30, "error_count": 0, "last_checked": null, "last_ok": null, "urls": [ "https://arxiv.org/abs/2603.15563", "https://pokeagentchallenge.com/speedrunning.html" ] }, "pokemon-autonomous-completion": { "fetcher": "benchmarklist_pokemon", "mode": "auto", "enabled": true, "timeout": 30, "error_count": 3, "last_checked": "2026-10-18T16:31:30-04:00", "last_ok": "2026-10-18T07:04:13-04:00", "urls": [ "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/" ] }, "pokemon-vgc-bench": { "fetcher": "vgc_bench", "mode": "auto", "enabled": true, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T16:31:30-04:00", "last_ok": "2026-10-18T16:31:30-04:00", "urls": [ "https://ricotoma.com/pokemon-bench" ] }, "videogamebench-lite": { "fetcher": "vgbench", "mode": "auto", "enabled": true, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T16:31:30-04:00", "last_ok": "2026-10-18T16:31:30-04:00", "urls": [ "https://www.vgbench.com/", "https://arxiv.org/abs/2505.18134" ] }, "videogamebench": { "fetcher": "vgbench", "mode": "auto", "enabled": true, "timeout": 30, "error_count": 0, "last_checked": "2026-10-18T16:31:30-04:00", "last_ok": "2026-10-18T16:31:30-04:00", "urls": [ "https://www.vgbench.com/", "https://arxiv.org/abs/2505.18134" ] } } } }