{
 "publisher": "AI vs Games",
 "version": "2026.10.18",
 "generated_at": "2026-10-18T14:22:46-04:00",
 "license": "CC BY 4.0",
 "attribution": "AI vs Games (aivsgames.com) and the original sources linked in each item",
 "rule": "Results are per game. Do not combine them into cross-game rankings.",
 "records": [
  {
   "id": "gpp-emerald-gemini-4-argon-badges",
   "game": "pokemon-emerald",
   "game_name": "Pokémon Emerald",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 4 Argon",
   "model_as_published": "Gemini 4 Argon",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness (mGBA emulator)",
    "inputs": "emulator frames + game-state analysis",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "All 8 badges in Pokémon Emerald (now 3,722 turns in, still playing)",
    "metric": "Badges",
    "value": 8
   },
   "evidence": [
    {
     "label": "Hub telemetry: run emerald_gemini_4_argon",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    },
    {
     "label": "Public repo branch emerald_gemini_4_argon (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/emerald_gemini_4_argon",
     "kind": "primary"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "run_status": "live",
   "started": "2026-10-13",
   "evidence_date": "2026-10-18",
   "verification_note": "Badge count and turn count read from the hub's game-state telemetry; every turn is committed to the public repo with an emulator save state.",
   "unknowns": [
    "turn at which the 8th badge was earned",
    "reasoning budget"
   ],
   "run_key": "emerald_gemini_4_argon",
   "failure": false,
   "source_run": "gemini-plays-pokemon-emerald",
   "last_verified": "2026-10-18",
   "change_note": "Last change 2026-10-18: Turns 3707 → 3722",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-10-18",
   "story": null
  },
  {
   "id": "gpp-emerald-gemini-4-argon-hof",
   "game": "pokemon-emerald",
   "game_name": "Pokémon Emerald",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 4 Argon",
   "model_as_published": "Gemini 4 Argon",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness (mGBA emulator)",
    "inputs": "emulator frames + game-state analysis",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Entered the Hall of Fame in Pokémon Emerald (beat Champion Wallace)",
    "metric": "Hall of Fame",
    "value": "yes"
   },
   "evidence": [
    {
     "label": "Hub telemetry: run emerald_gemini_4_argon",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    },
    {
     "label": "Public repo branch emerald_gemini_4_argon (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/emerald_gemini_4_argon",
     "kind": "primary"
    },
    {
     "label": "Run notepad: 'Post-Hall of Fame' section",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/emerald_gemini_4_argon/notepad.md",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "run_status": "live",
   "started": "2026-10-13",
   "evidence_date": "2026-10-18",
   "verification_note": "Stated in the AI's own run notepad, which logs post-Hall of Fame events. The hub does not expose a Hall of Fame flag, so we have not confirmed it from game state.",
   "story": "Gemini 4 Argon's whole run so far (3,722 turns, post-game included) is under half the 8,825 turns Gemini 3.8 Flash has used to reach 5 badges on the same hub.",
   "unknowns": [
    "turn and date of the Hall of Fame entry"
   ],
   "run_key": "emerald_gemini_4_argon",
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-10-18"
  },
  {
   "id": "gpp-emerald-gemini-3-8-flash",
   "game": "pokemon-emerald",
   "game_name": "Pokémon Emerald",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3.8 Flash",
   "model_as_published": "Gemini 3.8 Flash",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness (mGBA emulator)",
    "inputs": "emulator frames + game-state analysis",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "5 of 8 badges in Pokémon Emerald after 8,825 turns (live)",
    "metric": "Badges",
    "value": 5
   },
   "evidence": [
    {
     "label": "Hub telemetry: run emerald_gemini_3_8_flash",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    },
    {
     "label": "Public repo branch emerald_gemini_3_8_flash (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/emerald_gemini_3_8_flash",
     "kind": "primary"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "run_status": "live",
   "started": "2026-10-13",
   "evidence_date": "2026-10-18",
   "verification_note": "Hub game-state telemetry plus turn commits in the public repo.",
   "story": "Picked up badge 4 (Flannery, Lavaridge Gym) overnight on Oct 17–18 after a long stay in Lavaridge Town.",
   "run_key": "emerald_gemini_3_8_flash",
   "failure": false,
   "source_run": "gemini-plays-pokemon-emerald",
   "last_verified": "2026-10-18",
   "change_note": "Last change 2026-10-18: Turns 8710 → 8825",
   "track": "adventure",
   "discovered": "2026-10-17",
   "published": "2026-10-18",
   "unknowns": []
  },
  {
   "id": "gpp-blue-gemini-4-argon",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 4 Argon",
   "model_as_published": "Gemini 4 Argon",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness (mGBA emulator)",
    "inputs": "emulator frames + game-state analysis",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "8 of 8 badges in Pokémon Blue, run finished after 1,753 turns",
    "metric": "Badges",
    "value": 8
   },
   "evidence": [
    {
     "label": "Hub telemetry: run blue_gemini_4_argon",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "run_status": "finished",
   "started": "2026-10-10",
   "evidence_date": "2026-10-11",
   "verification_note": "Hub game-state telemetry. The game is inferred from the hub run name ('blue_'); this run has no public repo branch.",
   "unknowns": [
    "why the run was marked finished",
    "whether it was a timed or capped run"
   ],
   "story": "Same game, same hub: Gemini 4 Argon reached 8 badges in about a third of the turns Gemini 3.8 Flash used for 3.",
   "run_key": "blue_gemini_4_argon",
   "failure": false,
   "last_verified": "2026-10-18",
   "change_note": "No change detected since we started tracking.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-10-11"
  },
  {
   "id": "gpp-blue-gemini-3-8-flash",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3.8 Flash",
   "model_as_published": "Gemini 3.8 Flash",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness (mGBA emulator)",
    "inputs": "emulator frames + game-state analysis",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "3 of 8 badges in Pokémon Blue, run finished after 5,648 turns",
    "metric": "Badges",
    "value": 3
   },
   "evidence": [
    {
     "label": "Hub telemetry: run blue_gemini_3_8_flash",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "run_status": "finished",
   "started": "2026-10-06",
   "evidence_date": "2026-10-14",
   "verification_note": "Hub game-state telemetry. The game is inferred from the hub run name ('blue_'); this run has no public repo branch.",
   "unknowns": [
    "why the run was marked finished",
    "whether it was a timed or capped run"
   ],
   "run_key": "blue_gemini_3_8_flash",
   "failure": true,
   "last_verified": "2026-10-18",
   "change_note": "No change detected since we started tracking.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-10-14",
   "story": null
  },
  {
   "id": "gpp-vision-first-gemini-3-8-flash",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3.8 Flash",
   "model_as_published": "Gemini 3.8 Flash",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness, 'vision-first' setup",
    "inputs": "vision-first (exact inputs not documented)",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "8 of 8 badges in Pokémon Blue (47,889 turns, idle)",
    "metric": "Badges",
    "value": 8
   },
   "evidence": [
    {
     "label": "Hub telemetry: run vision_first_gemini_3_8_flash",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    },
    {
     "label": "Public repo branch vision_first_gemini_3_8_flash (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_8_flash",
     "kind": "primary"
    },
    {
     "label": "Run notepad (names the game as Pokémon Blue)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_8_flash/notepad.md",
     "kind": "creator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "run_status": "idle",
   "started": "2026-09-03",
   "evidence_date": "2026-09-27",
   "verification_note": "Badges from hub telemetry; game confirmed by the run's notepad in the public repo.",
   "run_key": "vision_first_gemini_3_8_flash",
   "failure": false,
   "source_run": "gemini-flash-race-pokemon-blue",
   "last_verified": "2026-10-18",
   "change_note": "No change detected since we started tracking.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-09-27",
   "unknowns": [],
   "story": null
  },
  {
   "id": "gpp-vision-first-gemini-3-7-flash",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3.7 Flash",
   "model_as_published": "Gemini 3.7 Flash",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness, 'vision-first' setup",
    "inputs": "vision-first (exact inputs not documented)",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "8 of 8 badges in Pokémon Blue (55,601 turns, idle)",
    "metric": "Badges",
    "value": 8
   },
   "evidence": [
    {
     "label": "Hub telemetry: run vision_first_gemini_3_7_flash",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    },
    {
     "label": "Public repo branch vision_first_gemini_3_7_flash (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_7_flash",
     "kind": "primary"
    },
    {
     "label": "Run notepad (names the game as Pokémon Blue)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_7_flash/notepad.md",
     "kind": "creator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "run_status": "idle",
   "started": "2026-08-16",
   "evidence_date": "2026-09-19",
   "verification_note": "Badges from hub telemetry; game confirmed by the run's notepad in the public repo.",
   "run_key": "vision_first_gemini_3_7_flash",
   "failure": false,
   "source_run": "gemini-flash-race-pokemon-blue",
   "last_verified": "2026-10-18",
   "change_note": "No change detected since we started tracking.",
   "track": "adventure",
   "discovered": "2026-10-17",
   "published": "2026-09-19",
   "unknowns": [],
   "story": null
  },
  {
   "id": "gpp-vision-first-gemini-3-5-flash",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3.5 Flash",
   "model_as_published": "Gemini 3.5 Flash",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness, 'vision-first' setup",
    "inputs": "vision-first (exact inputs not documented)",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "6 of 8 badges in Pokémon Blue (74,636 turns, idle)",
    "metric": "Badges",
    "value": 6
   },
   "evidence": [
    {
     "label": "Hub telemetry: run vision_first_gemini_3_5_flash",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    },
    {
     "label": "Public repo branch vision_first_gemini_3_5_flash (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_5_flash",
     "kind": "primary"
    },
    {
     "label": "Run notepad (names the game as Pokémon Blue)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_5_flash/notepad.md",
     "kind": "creator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "run_status": "idle",
   "started": "2026-08-16",
   "evidence_date": "2026-09-03",
   "verification_note": "Badges from hub telemetry; game confirmed by the run's notepad in the public repo.",
   "story": "Stalled on 6 badges after 74,636 turns, the longest run in the series and the only one without all 8.",
   "run_key": "vision_first_gemini_3_5_flash",
   "failure": true,
   "source_run": "gemini-flash-race-pokemon-blue",
   "last_verified": "2026-10-18",
   "change_note": "No change detected since we started tracking.",
   "track": "adventure",
   "discovered": "2026-10-17",
   "published": "2026-09-03",
   "unknowns": []
  },
  {
   "id": "gpp-vf-gemini-3-8-flash-champion",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3.8 Flash",
   "model_as_published": "Gemini 3.8 Flash",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness, 'vision-first' setup",
    "inputs": "vision-first (exact inputs not documented)",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Became Champion of Pokémon Blue at turn 24,981 (Hall of Fame at turn 24,994)",
    "metric": "Turns to Champion",
    "value": 24981
   },
   "evidence": [
    {
     "label": "Hub telemetry: run vision_first_gemini_3_8_flash",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    },
    {
     "label": "Public repo branch vision_first_gemini_3_8_flash (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_8_flash",
     "kind": "primary"
    },
    {
     "label": "Run notepad: Champion at turn 24,981, Hall of Fame at turn 24,994",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_8_flash/notepad.md",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "run_status": "idle",
   "started": "2026-09-03",
   "evidence_date": "2026-09-27",
   "verification_note": "Turn numbers come from the AI's own notepad checklist, not from game state.",
   "run_key": "vision_first_gemini_3_8_flash",
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-09-27",
   "unknowns": [],
   "story": null
  },
  {
   "id": "gpp-vf-gemini-3-7-flash-champion",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3.7 Flash",
   "model_as_published": "Gemini 3.7 Flash",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness, 'vision-first' setup",
    "inputs": "vision-first (exact inputs not documented)",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Became Champion of Pokémon Blue at turn 39,310",
    "metric": "Turns to Champion",
    "value": 39310
   },
   "evidence": [
    {
     "label": "Hub telemetry: run vision_first_gemini_3_7_flash",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    },
    {
     "label": "Public repo branch vision_first_gemini_3_7_flash (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_7_flash",
     "kind": "primary"
    },
    {
     "label": "Run notepad: 'Become Pokémon League Champion and Enter Hall of Fame' at turn 39,310",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_7_flash/notepad.md",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "run_status": "idle",
   "started": "2026-08-16",
   "evidence_date": "2026-09-19",
   "verification_note": "Turn number comes from the AI's own notepad checklist, not from game state.",
   "story": "Gemini 3.8 Flash got there about 14,000 turns sooner on the same vision-first setup.",
   "run_key": "vision_first_gemini_3_7_flash",
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-09-19",
   "unknowns": []
  },
  {
   "id": "gpp-vf-gemini-3-6-flash",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3.6 Flash",
   "model_as_published": "Gemini 3.6 Flash",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness, 'vision-first' setup",
    "inputs": "vision-first (exact inputs not documented)",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "4 of 8 badges in Pokémon Blue at turn ~55,800 (last repo commit Aug 15, 2026)",
    "metric": "Badges",
    "value": 4
   },
   "evidence": [
    {
     "label": "Public repo branch vision_first_gemini_3_6_flash (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/vision_first_gemini_3_6_flash",
     "kind": "primary"
    },
    {
     "label": "Run notepad: 'Badges (4/8)' at turn 55,771",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/vision_first_gemini_3_6_flash/notepad.md",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "run_status": "unknown",
   "started": null,
   "evidence_date": "2026-08-15",
   "verification_note": "Not listed on the hub; badge count is from the AI's notepad.",
   "story": "Spent more than 55,000 turns and still had only 4 badges, stuck around Lavender Town.",
   "run_key": "vision_first_gemini_3_6_flash",
   "failure": true,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-08-15",
   "unknowns": []
  },
  {
   "id": "gpp-gemini-3-pro-vision-only-blue-v2",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3 Pro",
   "model_as_published": "Gemini 3 Pro",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness, 'vision-only' setup (v2)",
    "inputs": "vision-only",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "All 8 badges in a vision-only Pokémon Blue run (last turn 67,315, May 2026)",
    "metric": "Badges",
    "value": 8
   },
   "evidence": [
    {
     "label": "Public repo branch gemini_3_pro_vision_only_blue_v2 (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/gemini_3_pro_vision_only_blue_v2",
     "kind": "primary"
    },
    {
     "label": "Run notepad lists all 8 badges",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/gemini_3_pro_vision_only_blue_v2/notepad.md",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "run_status": "unknown",
   "started": null,
   "evidence_date": "2026-05-23",
   "verification_note": "Badge list is from the AI's notepad; this run is not on the hub.",
   "unknowns": [
    "whether the run reached Champion"
   ],
   "run_key": "gemini_3_pro_vision_only_blue_v2",
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-05-23",
   "story": null
  },
  {
   "id": "gpp-crystal-race-gemini-3",
   "game": "pokemon-crystal",
   "game_name": "Pokémon Crystal",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3",
   "model_as_published": "Gemini 3",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness (Crystal race)",
    "inputs": "emulator frames + game-state analysis",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Reached the post-game with 16 badges in Pokémon Crystal by turn 36,290 (race vs Gemini 2.5)",
    "metric": "Badges",
    "value": 16
   },
   "evidence": [
    {
     "label": "Public repo branch crystal_race_gemini_3 (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/crystal_race_gemini_3",
     "kind": "primary"
    },
    {
     "label": "Run notepad: post-game Battle Tower goal; notes '16 badges'",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/blob/crystal_race_gemini_3/notepad.md",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "run_status": "unknown",
   "started": null,
   "evidence_date": "2025-12-15",
   "verification_note": "From the AI's notepad. The exact Gemini 3 variant is not named in the branch.",
   "unknowns": [
    "exact model variant (branch says only 'gemini_3')",
    "race rules"
   ],
   "run_key": "crystal_race_gemini_3",
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2025-12-15",
   "story": null
  },
  {
   "id": "gpp-crystal-race-gemini-2-5",
   "game": "pokemon-crystal",
   "game_name": "Pokémon Crystal",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 2.5",
   "model_as_published": "Gemini 2.5",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness (Crystal race)",
    "inputs": "emulator frames + game-state analysis",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Crystal race opponent of Gemini 3; ran to turn 51,280 (Dec 2025). Final progress not disclosed.",
    "metric": "Last turn",
    "value": 51280
   },
   "evidence": [
    {
     "label": "Public repo branch crystal_race_gemini_2-5 (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/crystal_race_gemini_2-5",
     "kind": "primary"
    }
   ],
   "verification": "awaiting",
   "last_checked": "2026-10-18",
   "run_status": "unknown",
   "started": null,
   "evidence_date": "2025-12-15",
   "verification_note": "Branch exists, but its notepad does not state badges or the result.",
   "unknowns": [
    "badges",
    "result of the race",
    "exact model variant"
   ],
   "run_key": "crystal_race_gemini_2-5",
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2025-12-15",
   "story": null
  },
  {
   "id": "gpp-sors-gemini-3-8-flash",
   "game": "pokemon-undisclosed",
   "game_name": "Pokémon (undisclosed game / ROM hack)",
   "section": "pokemon",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 3.8 Flash",
   "model_as_published": "Gemini 3.8 Flash",
   "agent": null,
   "config": {
    "harness": "Gemini Plays Pokémon harness (mGBA emulator)",
    "inputs": "emulator frames + game-state analysis",
    "tools": "custom subagents, Python sandbox, notepads (published on GitHub)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "8 badges on run 'sors' (38,783 turns)",
    "metric": "Badges",
    "value": 8
   },
   "evidence": [
    {
     "label": "Hub telemetry: run sors_gemini_3_8_flash",
     "url": "https://gpp-viewer.arisef.org/",
     "kind": "primary"
    },
    {
     "label": "Public repo branch sors_gemini_3_8_flash (turn-by-turn commits)",
     "url": "https://github.com/waylaidwanderer/gemini-plays-pokemon-public/tree/sors_gemini_3_8_flash",
     "kind": "primary"
    }
   ],
   "verification": "awaiting",
   "last_checked": "2026-10-18",
   "run_status": "idle",
   "started": "2026-09-27",
   "evidence_date": "2026-10-13",
   "verification_note": "Badges come from hub telemetry, but the game is not named. The notepad mentions a non-canon region, so it is probably a ROM hack.",
   "unknowns": [
    "which game",
    "badge maximum for this game"
   ],
   "run_key": "sors_gemini_3_8_flash",
   "failure": false,
   "last_verified": null,
   "change_note": "No change detected since we started tracking.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-10-13",
   "story": null
  },
  {
   "id": "bl-gpt-5-6-sol-emerald",
   "game": "pokemon-emerald",
   "game_name": "Pokémon Emerald",
   "section": "pokemon",
   "project": "GPT Plays Pokémon",
   "model": "GPT-5.6 Sol",
   "model_as_published": "GPT-5.6 Sol",
   "agent": null,
   "config": {
    "harness": "Codex App Server + custom tools",
    "inputs": "vision-only",
    "tools": "custom tools (not itemised)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Became Champion of Pokémon Emerald in 153h51 (8 badges)",
    "metric": "Time to Champion",
    "value": "153h51"
   },
   "evidence": [
    {
     "label": "BenchmarkList: Pokémon Autonomous Completion (self-reported)",
     "url": "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/",
     "kind": "secondary"
    },
    {
     "label": "Creator thread (96h 35m figure)",
     "url": "https://www.unrollnow.com/status/2095596013168050551",
     "kind": "creator"
    }
   ],
   "verification": "awaiting",
   "last_checked": "2026-10-18",
   "achieved": "2026-07-21",
   "evidence_date": "2026-07-21",
   "run_status": "finished",
   "verification_note": "Sources disagree: BenchmarkList lists 153h51; the creator's later thread says 96h 35m for GPT-5.6 Sol (max). They may be different runs.",
   "unknowns": [
    "which figure belongs to which run"
   ],
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-17",
   "published": "2026-07-21",
   "story": null
  },
  {
   "id": "bl-gpt-5-red",
   "game": "pokemon-red",
   "game_name": "Pokémon Red",
   "section": "pokemon",
   "project": "GPT Plays Pokémon",
   "model": "GPT-5",
   "model_as_published": "GPT-5",
   "agent": null,
   "config": {
    "harness": "Codex App Server + custom tools",
    "inputs": "vision-only",
    "tools": "custom tools (not itemised)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Became Champion of Pokémon Red in 161h57m (6,470 steps, 8 badges)",
    "metric": "Time to Champion",
    "value": "161:57:00"
   },
   "evidence": [
    {
     "label": "BenchmarkList: Pokémon Autonomous Completion (self-reported)",
     "url": "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/",
     "kind": "secondary"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "achieved": "2025-08-14",
   "evidence_date": "2025-08-14",
   "run_status": "finished",
   "verification_note": "Self-reported entry; we have not checked it against VODs.",
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-17",
   "published": "2025-08-14",
   "unknowns": [],
   "story": null
  },
  {
   "id": "bl-gpt-5-crystal",
   "game": "pokemon-crystal",
   "game_name": "Pokémon Crystal",
   "section": "pokemon",
   "project": "GPT Plays Pokémon",
   "model": "GPT-5",
   "model_as_published": "GPT-5",
   "agent": null,
   "config": {
    "harness": "Codex App Server + custom tools",
    "inputs": "vision-only",
    "tools": "custom tools (not itemised)",
    "assistance": "not disclosed",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Became Champion of Pokémon Crystal in 202h02m (9,517 steps, 16 badges)",
    "metric": "Time to Champion",
    "value": "202:02:12"
   },
   "evidence": [
    {
     "label": "BenchmarkList: Pokémon Autonomous Completion (self-reported)",
     "url": "https://benchmarklist.com/benchmarks/pokemon_autonomous_completion/",
     "kind": "secondary"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "achieved": "2025-08-25",
   "evidence_date": "2025-08-25",
   "run_status": "finished",
   "verification_note": "Self-reported entry; we have not checked it against VODs.",
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-17",
   "published": "2025-08-25",
   "unknowns": [],
   "story": null
  },
  {
   "id": "gptpp-gpt-6-astra",
   "game": "pokemon-unstated",
   "game_name": "Pokémon (game not stated)",
   "section": "pokemon",
   "project": "GPT Plays Pokémon",
   "model": "GPT-6 Astra",
   "model_as_published": "GPT-6 Astra (high)",
   "agent": null,
   "config": {
    "harness": "GPT Plays Pokémon vision-only harness",
    "inputs": "vision-only",
    "tools": "custom tools (not itemised)",
    "assistance": "not disclosed",
    "budget": "reasoning effort: high"
   },
   "achievement": {
    "summary": "Became Champion in 18h 12m, the fastest claimed AI Champion time we know of",
    "metric": "Time to Champion",
    "value": "18h 12m"
   },
   "evidence": [
    {
     "label": "Creator thread (unrolled)",
     "url": "https://www.unrollnow.com/status/2095596013168050551",
     "kind": "creator"
    },
    {
     "label": "GPT Plays Pokémon on Twitch",
     "url": "https://www.twitch.tv/gpt_plays_pokemon",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "evidence_date": "2026-09-05",
   "run_status": "finished",
   "verification_note": "Creator's own thread. The game version is not stated there.",
   "unknowns": [
    "which Pokémon game",
    "date completed"
   ],
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-17",
   "published": "2026-09-05",
   "story": null
  },
  {
   "id": "pokeagent-heatz",
   "game": "pokemon-emerald",
   "game_name": "Pokémon Emerald",
   "section": "pokemon",
   "project": "PokéAgent Challenge (NeurIPS 2025, speedrun track)",
   "model": "Heatz agent (model not disclosed)",
   "model_as_published": "Heatz agent (model not disclosed)",
   "agent": "Heatz",
   "config": {
    "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)",
    "inputs": "per team (documented in the paper's appendix)",
    "tools": "Scripted Policy Distillation: an LLM writes scripted policies, distilled into a neural net and refined with RL",
    "assistance": "none allowed during evaluation runs",
    "budget": "scored on wall-clock time and action count"
   },
   "achievement": {
    "summary": "1st: reached the first gym (Roxanne) in 40:13 (1,608 actions)",
    "metric": "Time to first gym",
    "value": "40:13",
    "rank": 1
   },
   "evidence": [
    {
     "label": "PokéAgent Challenge paper (organizers), Sec. 5.2 & App. C",
     "url": "https://arxiv.org/abs/2603.15563",
     "kind": "operator"
    },
    {
     "label": "PokéAgent Challenge: Speedrunning track",
     "url": "https://pokeagentchallenge.com/speedrunning.html",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "achieved": null,
   "evidence_date": "2026-03-16",
   "run_status": "published",
   "verification_note": "Official results published by the challenge organizers.",
   "unknowns": [
    "underlying model(s) used by the team (not in our source)"
   ],
   "story": "Nearly twice as fast as 2nd place.",
   "failure": false,
   "last_verified": "2026-10-18",
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2026-03-16"
  },
  {
   "id": "pokeagent-hamburg",
   "game": "pokemon-emerald",
   "game_name": "Pokémon Emerald",
   "section": "pokemon",
   "project": "PokéAgent Challenge (NeurIPS 2025, speedrun track)",
   "model": "Hamburg PokéRunners agent (model not disclosed)",
   "model_as_published": "Hamburg PokéRunners agent (model not disclosed)",
   "agent": "Hamburg PokéRunners",
   "config": {
    "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)",
    "inputs": "per team (documented in the paper's appendix)",
    "tools": "Pure RL: recurrent PPO with milestone-based rewards",
    "assistance": "none allowed during evaluation runs",
    "budget": "scored on wall-clock time and action count"
   },
   "achievement": {
    "summary": "2nd: reached the first gym in 1:14:43",
    "metric": "Time to first gym",
    "value": "1:14:43",
    "rank": 2
   },
   "evidence": [
    {
     "label": "PokéAgent Challenge paper (organizers), Sec. 5.2 & App. C",
     "url": "https://arxiv.org/abs/2603.15563",
     "kind": "operator"
    },
    {
     "label": "PokéAgent Challenge: Speedrunning track",
     "url": "https://pokeagentchallenge.com/speedrunning.html",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "achieved": null,
   "evidence_date": "2026-03-16",
   "run_status": "published",
   "verification_note": "Official results published by the challenge organizers.",
   "unknowns": [
    "underlying model(s) used by the team (not in our source)"
   ],
   "failure": false,
   "last_verified": "2026-10-18",
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2026-03-16",
   "story": null
  },
  {
   "id": "pokeagent-anthonys",
   "game": "pokemon-emerald",
   "game_name": "Pokémon Emerald",
   "section": "pokemon",
   "project": "PokéAgent Challenge (NeurIPS 2025, speedrun track)",
   "model": "anthonys agent (model not disclosed)",
   "model_as_published": "anthonys agent (model not disclosed)",
   "agent": "anthonys",
   "config": {
    "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)",
    "inputs": "per team (documented in the paper's appendix)",
    "tools": "Tool-calling VLM policy (LLM harness)",
    "assistance": "none allowed during evaluation runs",
    "budget": "scored on wall-clock time and action count"
   },
   "achievement": {
    "summary": "3rd: reached the first gym in 1:29:17",
    "metric": "Time to first gym",
    "value": "1:29:17",
    "rank": 3
   },
   "evidence": [
    {
     "label": "PokéAgent Challenge paper (organizers), Sec. 5.2 & App. C",
     "url": "https://arxiv.org/abs/2603.15563",
     "kind": "operator"
    },
    {
     "label": "PokéAgent Challenge: Speedrunning track",
     "url": "https://pokeagentchallenge.com/speedrunning.html",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "achieved": null,
   "evidence_date": "2026-03-16",
   "run_status": "published",
   "verification_note": "Official results published by the challenge organizers.",
   "unknowns": [
    "underlying model(s) used by the team (not in our source)"
   ],
   "failure": false,
   "last_verified": "2026-10-18",
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2026-03-16",
   "story": null
  },
  {
   "id": "pokeagent-deepest",
   "game": "pokemon-emerald",
   "game_name": "Pokémon Emerald",
   "section": "pokemon",
   "project": "PokéAgent Challenge (NeurIPS 2025, speedrun track)",
   "model": "Deepest agent (model not disclosed)",
   "model_as_published": "Deepest agent (model not disclosed)",
   "agent": "Deepest",
   "config": {
    "harness": "PokéAgent Challenge Emerald environment (real-time; game keeps running while the agent thinks)",
    "inputs": "per team (documented in the paper's appendix)",
    "tools": "LLM harness",
    "assistance": "none allowed during evaluation runs",
    "budget": "scored on wall-clock time and action count"
   },
   "achievement": {
    "summary": "Judge's Choice: fewest actions to the first gym (649), 5th by time",
    "metric": "Actions to first gym",
    "value": 649,
    "rank": 5
   },
   "evidence": [
    {
     "label": "PokéAgent Challenge paper (organizers), Sec. 5.2 & App. C",
     "url": "https://arxiv.org/abs/2603.15563",
     "kind": "operator"
    },
    {
     "label": "PokéAgent Challenge: Speedrunning track",
     "url": "https://pokeagentchallenge.com/speedrunning.html",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "achieved": null,
   "evidence_date": "2026-03-16",
   "run_status": "published",
   "verification_note": "Official results published by the challenge organizers.",
   "unknowns": [
    "underlying model(s) used by the team (not in our source)"
   ],
   "story": "Slowest clock, fewest button presses: a good example of why we never merge metrics.",
   "failure": false,
   "last_verified": "2026-10-18",
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2026-03-16"
  },
  {
   "id": "vgb-gpt-4o-crystal",
   "game": "pokemon-crystal",
   "game_name": "Pokémon Crystal",
   "section": "pokemon",
   "project": "VideoGameBench",
   "model": "GPT-4o (2024-08-06)",
   "model_as_published": "GPT-4o (2024-08-06)",
   "agent": null,
   "config": {
    "harness": "VG-Agent (VideoGameBench reference agent)",
    "inputs": "raw game frames + high-level objective and controls",
    "tools": "none",
    "assistance": "none",
    "budget": "real-time play (game does not pause)"
   },
   "achievement": {
    "summary": "0.9% of Pokémon Crystal completed on VideoGameBench (test set, real-time)",
    "metric": "Game progress",
    "value": "0.9%"
   },
   "evidence": [
    {
     "label": "VideoGameBench leaderboard (official)",
     "url": "https://www.vgbench.com/",
     "kind": "operator"
    },
    {
     "label": "VideoGameBench paper",
     "url": "https://arxiv.org/abs/2505.18134",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "evidence_date": "2025-05-23",
   "run_status": "published",
   "verification_note": "Official leaderboard published by the benchmark authors.",
   "story": "Picked Cyndaquil as its starter, then lost track of what it was supposed to do.",
   "failure": true,
   "last_verified": "2026-10-18",
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2025-05-23",
   "unknowns": []
  },
  {
   "id": "vgb-gemini-2-5-pro-kirby",
   "game": "kirbys-dream-land",
   "game_name": "Kirby's Dream Land",
   "section": "more",
   "project": "VideoGameBench",
   "model": "Gemini 2.5 Pro (preview 03-25)",
   "model_as_published": "Gemini 2.5 Pro (preview 03-25)",
   "agent": null,
   "config": {
    "harness": "VG-Agent (VideoGameBench reference agent)",
    "inputs": "raw game frames + high-level objective and controls",
    "tools": "none",
    "assistance": "none",
    "budget": "real-time play (game does not pause)"
   },
   "achievement": {
    "summary": "4.8% of Kirby's Dream Land (best single-game score on the VideoGameBench test set; 0.48% overall)",
    "metric": "Game progress",
    "value": "4.8%"
   },
   "evidence": [
    {
     "label": "VideoGameBench leaderboard (official)",
     "url": "https://www.vgbench.com/",
     "kind": "operator"
    },
    {
     "label": "VideoGameBench paper",
     "url": "https://arxiv.org/abs/2505.18134",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "evidence_date": "2025-05-23",
   "run_status": "published",
   "verification_note": "Official leaderboard published by the benchmark authors.",
   "failure": true,
   "last_verified": "2026-10-18",
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2025-05-23",
   "unknowns": [],
   "story": null
  },
  {
   "id": "kradle-top-agent",
   "game": "minecraft",
   "game_name": "Minecraft",
   "section": "minecraft",
   "project": "KradleVerse",
   "model": "Claude Opus 4.6",
   "model_as_published": "claude-opus-4-6 (agent: Echo-Sinclair, OpenClaw)",
   "agent": "Echo-Sinclair (OpenClaw)",
   "config": {
    "harness": "OpenClaw agent framework",
    "inputs": "not disclosed",
    "tools": "not disclosed",
    "assistance": "not disclosed",
    "budget": "30-day window, 10+ runs to qualify"
   },
   "achievement": {
    "summary": "#1 agent on KradleVerse: 25% win rate over the last 30 days",
    "metric": "30-day win %",
    "value": "25%",
    "rank": 1
   },
   "evidence": [
    {
     "label": "KradleVerse leaderboard (official, live)",
     "url": "https://kradleverse.com/leaderboard",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "evidence_date": "2026-10-18",
   "run_status": "live",
   "verification_note": "Read from the live operator leaderboard.",
   "failure": false,
   "source_run": "kradleverse-minecraft",
   "last_verified": "2026-10-18",
   "change_note": "Last change 2026-10-18: 30-day win % 24% → 25%",
   "track": "benchmark",
   "discovered": "2026-10-17",
   "published": "2026-10-18",
   "unknowns": [],
   "story": null
  },
  {
   "id": "mineexplorer-claude-opus-4-6",
   "game": "minecraft",
   "game_name": "Minecraft",
   "section": "minecraft",
   "project": "MineExplorer",
   "model": "Claude Opus 4.6",
   "model_as_published": "Claude-Opus-4.6",
   "agent": null,
   "config": {
    "harness": "MineExplorer ReAct-style agent harness",
    "inputs": "multimodal (screen + text)",
    "tools": "not disclosed",
    "assistance": "none",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Top MineExplorer score: 41.08 overall task success (open-world exploration)",
    "metric": "Overall TSR",
    "value": 41.08,
    "rank": 1
   },
   "evidence": [
    {
     "label": "BenchmarkList: MineExplorer (self-reported)",
     "url": "https://benchmarklist.com/benchmarks/mineexplorer/",
     "kind": "secondary"
    },
    {
     "label": "MineExplorer paper",
     "url": "https://arxiv.org/abs/2605.30931",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "evidence_date": "2026-06-28",
   "run_status": "published",
   "verification_note": "Paper authors' own results, listed as self-reported.",
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2026-06-28",
   "unknowns": [],
   "story": null
  },
  {
   "id": "mineodyssey-gpt-6-astra",
   "game": "minecraft",
   "game_name": "Minecraft",
   "section": "minecraft",
   "project": "Mine Odyssey",
   "model": "GPT-6 Astra",
   "model_as_published": "GPT-6 Astra (medium)",
   "agent": null,
   "config": {
    "harness": "Mine Odyssey navigation harness",
    "inputs": "not disclosed",
    "tools": "not disclosed",
    "assistance": "none",
    "budget": "reasoning effort: medium"
   },
   "achievement": {
    "summary": "Top Mine Odyssey score: 85.6% of 180 navigation tasks in Minecraft rebuilds of real places",
    "metric": "Success rate",
    "value": "85.56%",
    "rank": 1
   },
   "evidence": [
    {
     "label": "Mine Odyssey paper (arXiv 2610.11328), Table 1",
     "url": "https://arxiv.org/abs/2610.11328",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "achieved": "2026-10-08",
   "evidence_date": "2026-10-08",
   "run_status": "published",
   "verification_note": "Paper authors' results; no public leaderboard yet.",
   "story": "Claude Opus 5.5 (max) was second at 73.9%. The best open-weight model managed 23.9%.",
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2026-10-08",
   "unknowns": []
  },
  {
   "id": "argon-team-ender-dragon",
   "game": "minecraft",
   "game_name": "Minecraft",
   "section": "minecraft",
   "project": "Gemini 4 Argon agent team (research paper)",
   "model": "Gemini 4 Argon",
   "model_as_published": "Gemini 4 Argon",
   "agent": "Team of 4 Gemini 4 Argon agents",
   "config": {
    "harness": "4 general-purpose Gemini 4 Argon coding agents controlling players through Mineflayer (+ pathfinding plugin); team chat + shared memory",
    "inputs": "text API (position, health, inventory, nearby blocks and mobs), not pixels",
    "tools": "self-written JavaScript programs (2,783); no human-written game logic, no pre-scouted seed",
    "assistance": "none during the run (researchers could pause or stop it but did not intervene)",
    "budget": "single run; Java Edition 1.20.4, survival, Easy difficulty, cheats off"
   },
   "achievement": {
    "summary": "A team of 4 Gemini 4 Argon agents beat Minecraft: killed the Ender Dragon in 27h 14m, with 605 deaths and 2,783 programs written",
    "metric": "Time to Ender Dragon",
    "value": "27h 14m"
   },
   "evidence": [
    {
     "label": "Paper: 'A team of Gemini 4 Argon agents beats Minecraft' (arXiv 2610.22319)",
     "url": "https://arxiv.org/abs/2610.22319",
     "kind": "creator"
    },
    {
     "label": "Full text (HTML)",
     "url": "https://arxiv.org/html/2610.22319",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "last_checked": "2026-10-18",
   "achieved": null,
   "evidence_date": "2026-10-15",
   "run_status": "finished",
   "verification_note": "Reported by the paper's authors (submitted Oct 15, 2026). We have checked the paper; we have not seen independent replays or logs.",
   "story": "The authors call it the first end-to-end autonomous completion of Minecraft by AI agents. They also list its limits: the agents read the world through an API, a plugin handled pathfinding, and they played on Easy.",
   "unknowns": [
    "public replay or logs",
    "compute cost"
   ],
   "failure": false,
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "track": "adventure",
   "discovered": "2026-10-18",
   "published": "2026-10-15"
  },
  {
   "id": "kaggle-chess-leader",
   "game": "chess",
   "game_name": "Chess",
   "section": "kaggle",
   "project": "Kaggle Game Arena",
   "model": "Gemini 3.8 Flash",
   "model_as_published": "Gemini 3.8 Flash",
   "agent": null,
   "config": {
    "harness": "Kaggle Game Arena text harness (FEN/PGN)",
    "inputs": "board as text",
    "tools": "none (no chess engine)",
    "assistance": "none",
    "budget": "40 games per model pair; per-model reasoning settings not shown"
   },
   "achievement": {
    "summary": "#1 on Kaggle Game Arena Chess: 1452 Elo",
    "metric": "Elo",
    "value": 1452,
    "rank": 1
   },
   "evidence": [
    {
     "label": "Kaggle Game Arena: Chess leaderboard (official)",
     "url": "https://www.kaggle.com/benchmarks/kaggle/chess-text",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "evidence_date": "2026-10-15",
   "run_status": "published",
   "verification_note": "Read from the official leaderboard, which links replays of every game.",
   "failure": false,
   "source_run": "kaggle-chess",
   "last_verified": null,
   "change_note": "No change detected since we started tracking.",
   "track": "benchmark",
   "discovered": "2026-10-17",
   "published": "2026-10-15",
   "unknowns": [],
   "story": null
  },
  {
   "id": "kaggle-go-leader",
   "game": "go",
   "game_name": "Go",
   "section": "kaggle",
   "project": "Kaggle Game Arena",
   "model": "GPT-6 Astra",
   "model_as_published": "GPT-6 Astra",
   "agent": null,
   "config": {
    "harness": "Kaggle Game Arena harness",
    "tools": "none",
    "assistance": "none",
    "inputs": "board as text",
    "budget": "per-model settings not shown"
   },
   "achievement": {
    "summary": "#1 on Kaggle Game Arena Go: 1794 Elo",
    "metric": "Elo",
    "value": 1794,
    "rank": 1
   },
   "evidence": [
    {
     "label": "Kaggle Game Arena: Go leaderboard (official)",
     "url": "https://www.kaggle.com/benchmarks/kaggle/go",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "evidence_date": "2026-10-15",
   "run_status": "published",
   "verification_note": "Read from the official leaderboard, which links replays of every game.",
   "failure": false,
   "source_run": "kaggle-go",
   "last_verified": null,
   "change_note": "No change detected since we started tracking.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2026-10-15",
   "unknowns": [],
   "story": null
  },
  {
   "id": "kaggle-poker-leader",
   "game": "poker",
   "game_name": "Heads-up Poker",
   "section": "kaggle",
   "project": "Kaggle Game Arena",
   "model": "GPT-5.6 Sol",
   "model_as_published": "GPT-5.6 Sol",
   "agent": null,
   "config": {
    "harness": "Kaggle Game Arena harness",
    "tools": "none",
    "assistance": "none",
    "inputs": "cards & betting history as text",
    "budget": "per-model settings not shown"
   },
   "achievement": {
    "summary": "#1 on Kaggle Game Arena Heads-up Poker: 30 Mean BB/100",
    "metric": "Mean BB/100",
    "value": 30,
    "rank": 1
   },
   "evidence": [
    {
     "label": "Kaggle Game Arena: Heads-up Poker leaderboard (official)",
     "url": "https://www.kaggle.com/benchmarks/kaggle/poker-heads-up",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "evidence_date": "2026-10-08",
   "run_status": "published",
   "verification_note": "Read from the official leaderboard, which links replays of every game.",
   "failure": false,
   "source_run": "kaggle-poker",
   "last_verified": null,
   "change_note": "No change detected since we started tracking.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2026-10-08",
   "unknowns": [],
   "story": null
  },
  {
   "id": "kaggle-werewolf-leader",
   "game": "werewolf",
   "game_name": "Werewolf",
   "section": "kaggle",
   "project": "Kaggle Game Arena",
   "model": "GPT-5.4",
   "model_as_published": "GPT-5.4",
   "agent": null,
   "config": {
    "harness": "Kaggle Game Arena harness",
    "tools": "none",
    "assistance": "none",
    "inputs": "game chat & role info as text",
    "budget": "per-model settings not shown"
   },
   "achievement": {
    "summary": "#1 on Kaggle Game Arena Werewolf: 0.08% Equilibrium Rating",
    "metric": "Equilibrium Rating",
    "value": "0.08%",
    "rank": 1
   },
   "evidence": [
    {
     "label": "Kaggle Game Arena: Werewolf leaderboard (official)",
     "url": "https://www.kaggle.com/benchmarks/kaggle/werewolf",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "evidence_date": "2026-06-12",
   "run_status": "published",
   "verification_note": "Read from the official leaderboard, which links replays of every game.",
   "failure": false,
   "source_run": "kaggle-werewolf",
   "last_verified": null,
   "change_note": "No change detected since we started tracking.",
   "track": "benchmark",
   "discovered": "2026-10-18",
   "published": "2026-06-12",
   "unknowns": [],
   "story": null
  },
  {
   "id": "balrog-nethack-leader",
   "game": "nethack",
   "game_name": "NetHack",
   "section": "more",
   "project": "BALROG",
   "model": "GPT-6 Astra",
   "model_as_published": "GPT-6-Astra-Max",
   "agent": null,
   "config": {
    "harness": "BALROG agentic harness",
    "inputs": "text / vision per track",
    "tools": "none",
    "assistance": "none",
    "budget": "reasoning effort: max"
   },
   "achievement": {
    "summary": "13.2% progress on NetHack for the top overall BALROG entry. Nobody has beaten the game.",
    "metric": "NetHack progress",
    "value": "13.2%"
   },
   "evidence": [
    {
     "label": "BALROG leaderboard (official)",
     "url": "https://balrogai.com/",
     "kind": "operator"
    }
   ],
   "verification": "verified",
   "last_checked": "2026-10-18",
   "evidence_date": "2026-09-18",
   "run_status": "published",
   "verification_note": "Read from the official leaderboard.",
   "failure": true,
   "source_run": "balrog",
   "last_verified": "2026-10-18",
   "change_note": "No change detected since we started tracking.",
   "track": "benchmark",
   "discovered": "2026-10-17",
   "published": "2026-09-18",
   "unknowns": [],
   "story": null
  },
  {
   "section": "pokemon",
   "agent": null,
   "achieved": "2025-05-02",
   "started": null,
   "run_status": "finished",
   "failure": false,
   "story": null,
   "last_checked": "2026-10-18",
   "id": "gpp-gemini-2-5-pro-blue-champion",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 2.5 Pro",
   "model_as_published": "Gemini 2.5 Pro",
   "config": {
    "harness": "Gemini Plays Pokémon harness (2025): Node.js + Lua bridge to mGBA; RAM data plus annotated screenshots; critique, summary and goal prompts; map memory; Pathfinder and Boulder Puzzle Strategist agents",
    "inputs": "RAM data + annotated screenshots",
    "tools": "Pathfinder agent, Boulder Puzzle Strategist agent, map memory, critique/summary/goals prompts",
    "assistance": "manual interventions and harness changes during the run (development run)",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Gemini 2.5 Pro becomes Champion in Pokémon Blue (development run, ~813 hours)",
    "metric": "Result",
    "value": "Champion"
   },
   "evidence": [
    {
     "label": "Creator's write-up: The Making of Gemini Plays Pokémon",
     "url": "https://blog.jcz.dev/the-making-of-gemini-plays-pokemon",
     "kind": "creator"
    },
    {
     "label": "Google CEO on X: 'Gemini 2.5 Pro just completed Pokémon Blue!' (May 3, 2025 UTC)",
     "url": "https://x.com/sundarpichai/status/1918455766542930004",
     "kind": "secondary"
    },
    {
     "label": "TechCrunch: Google's Gemini has beaten Pokémon Blue (with a little help)",
     "url": "https://techcrunch.com/2025/05/03/googles-gemini-has-beaten-pokemon-blue-with-a-little-help/",
     "kind": "secondary"
    }
   ],
   "verification": "creator-reported",
   "evidence_date": "2025-05-02",
   "verification_note": "Stated by the run's creator; not independently checked by us.",
   "unknowns": [
    "exact ROM version",
    "step or action count for this run",
    "reasoning budget",
    "full list of manual interventions"
   ],
   "track": "adventure",
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "discovered": "2026-10-18",
   "published": "2025-05-02"
  },
  {
   "section": "pokemon",
   "agent": null,
   "achieved": "2025-06-09",
   "started": null,
   "run_status": "finished",
   "failure": false,
   "story": null,
   "last_checked": "2026-10-18",
   "id": "gpp-gemini-2-5-pro-blue-autonomous",
   "game": "pokemon-blue",
   "game_name": "Pokémon Blue",
   "project": "Gemini Plays Pokémon",
   "model": "Gemini 2.5 Pro",
   "model_as_published": "Gemini 2.5 Pro",
   "config": {
    "harness": "Gemini Plays Pokémon harness (2025): Node.js + Lua bridge to mGBA; RAM data plus annotated screenshots; critique, summary and goal prompts; map memory; Pathfinder and Boulder Puzzle Strategist agents (finalized)",
    "inputs": "RAM data + annotated screenshots",
    "tools": "Pathfinder agent, Boulder Puzzle Strategist agent, map memory, critique/summary/goals prompts",
    "assistance": "none (creator-reported)",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Gemini 2.5 Pro beats Pokémon Blue with no manual interventions (~406 hours, 36,801 actions)",
    "metric": "Play time",
    "value": "~406 h"
   },
   "evidence": [
    {
     "label": "Creator's write-up: The Making of Gemini Plays Pokémon",
     "url": "https://blog.jcz.dev/the-making-of-gemini-plays-pokemon",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "evidence_date": "2025-06-09",
   "verification_note": "Stated by the run's creator; not independently checked by us.",
   "unknowns": [
    "exact ROM version",
    "reasoning budget",
    "public VOD or log for this run"
   ],
   "track": "adventure",
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "discovered": "2026-10-18",
   "published": "2025-06-09"
  },
  {
   "section": "pokemon",
   "agent": "Jev + Claude Opus 5 harness builder",
   "achieved": "2026-09-23",
   "started": null,
   "run_status": "finished",
   "failure": false,
   "story": null,
   "last_checked": "2026-10-18",
   "id": "jev-standardagents-red-hof",
   "game": "pokemon-red",
   "game_name": "Pokémon Red",
   "project": "Jev plays Pokémon Red (Standard Agents)",
   "model": "Jev",
   "model_as_published": "Jev",
   "config": {
    "harness": "Standard Agents harness, rebuilt live by Claude Opus 5 (474 changelog entries)",
    "inputs": "option lists with facts built from game state (no screen)",
    "tools": "harness pathing and menu handling; Claude Opus 5 edits the options",
    "assistance": "heavy: LLM coach editing options live, viewer tips used, developer oversight",
    "budget": "not disclosed"
   },
   "achievement": {
    "summary": "Jev enters the Pokémon Red Hall of Fame with Claude Opus 5 rebuilding its options live",
    "metric": "Result",
    "value": "Hall of Fame"
   },
   "evidence": [
    {
     "label": "Creator's project page: Hall of Fame on September 23, 2026",
     "url": "https://jev-plays-pokemon.standardagents.ai/",
     "kind": "creator"
    },
    {
     "label": "Creator's Reddit post (Sep 18, 2026): harness built in real time by Opus 5",
     "url": "https://www.reddit.com/r/singularity/comments/1wjvh14/jev_is_amazing_im_letting_it_play_pokemon_red/",
     "kind": "creator"
    },
    {
     "label": "Tom's Hardware: Jev beat Pokémon Red, but Claude Opus 5 coached it",
     "url": "https://www.tomshardware.com/tech-industry/artificial-intelligence/developer-says-jev-decision-model-beat-pokemon-red-in-under-a-week-non-llm-engine-succeeds-where-traditional-chatbots-stalled-for-months-but-claude-opus-5-coached-the-model-through-its-dead-ends",
     "kind": "secondary"
    }
   ],
   "verification": "creator-reported",
   "evidence_date": "2026-09-27",
   "verification_note": "Stated on the creator's project page and covered by Tom's Hardware; not independently checked by us.",
   "unknowns": [
    "total play time",
    "number of Jev decisions",
    "cost",
    "exact ROM version",
    "run start date (creator's Reddit post on Sep 18 shows it already had 4 badges)"
   ],
   "track": "adventure",
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "discovered": "2026-10-18",
   "published": "2026-09-27"
  },
  {
   "section": "pokemon",
   "agent": null,
   "achieved": null,
   "started": null,
   "run_status": "finished",
   "failure": false,
   "story": null,
   "last_checked": "2026-10-18",
   "id": "jev-frigade-red-hof",
   "game": "pokemon-red",
   "game_name": "Pokémon Red",
   "project": "Jev Plays Pokémon Red (jev-pokemon)",
   "model": "Jev",
   "model_as_published": "Jev",
   "config": {
    "harness": "jev-pokemon (open source): RAM reader, A* pathfinding, menu handling, story-milestone guide, loop protection",
    "inputs": "option lists with facts built from RAM (map, party, battle, on-screen text)",
    "tools": "A* pathfinding, milestone checkpoints",
    "assistance": "built-in walkthrough of story objectives; automatic checkpoint reloads when stuck",
    "budget": "about $1.65 of Jev usage (creator-reported)"
   },
   "achievement": {
    "summary": "Jev beats Pokémon Red in 37h 40m with a guided, open-source harness",
    "metric": "Total time",
    "value": "37h 40m"
   },
   "evidence": [
    {
     "label": "Creator's project page: run stats",
     "url": "https://jev-pokemon.vercel.app/",
     "kind": "creator"
    },
    {
     "label": "Creator's code and README (open source)",
     "url": "https://github.com/christianmat/jev-pokemon",
     "kind": "creator"
    },
    {
     "label": "GIGAZINE write-up (Sep 28, 2026)",
     "url": "https://gigazine.net/gsc_news/en/20260928-jev-pokemon-red/",
     "kind": "secondary"
    }
   ],
   "verification": "creator-reported",
   "evidence_date": "2026-09-28",
   "verification_note": "Stated on the creator's page and README; code is public but we have not rerun it.",
   "unknowns": [
    "exact Hall of Fame date (stream ran Sep 25–26, 2026)",
    "number of checkpoint reloads used",
    "public VOD link"
   ],
   "track": "adventure",
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "discovered": "2026-10-18",
   "published": "2026-09-28"
  },
  {
   "section": "minecraft",
   "agent": "Astra + Jev Minecraft agent",
   "achieved": "2026-09-20",
   "started": null,
   "run_status": "finished",
   "failure": false,
   "story": null,
   "last_checked": "2026-10-18",
   "id": "jev-astra-minecraft-dragon",
   "game": "minecraft",
   "game_name": "Minecraft",
   "project": "Astra and JEV Minecraft agent",
   "model": "GPT-6 Astra",
   "model_as_published": "GPT-6 Astra (planner) + Jev (typesafe/jev-1.13)",
   "config": {
    "harness": "minecraft-agent (Mineflayer, fixed Nether route, read-only dragon sensor)",
    "inputs": "structured game state; known seed coordinates",
    "tools": "Mineflayer pathfinding, bounded scripted actions (travel, mine, craft, bed attack)",
    "assistance": "no live operator help (creator-reported); pre-surveyed route on a fixed seed; Peaceful difficulty",
    "budget": "$0.97 total ($0.01 Jev, $0.96 Astra)"
   },
   "achievement": {
    "summary": "GPT-6 Astra + Jev kill the Ender Dragon in 8m 43s on a fixed seed with a pre-surveyed route (Peaceful)",
    "metric": "Time",
    "value": "8m 43.3s"
   },
   "evidence": [
    {
     "label": "Creator's post: Jev + Astra beats the Ender Dragon in 8 minutes 43 seconds (Sep 20, 2026)",
     "url": "https://x.com/rronak_/status/2101544156757950697",
     "kind": "creator"
    },
    {
     "label": "Creator's code and README (run nether-final-08)",
     "url": "https://github.com/rmalde/minecraft-agent",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "evidence_date": "2026-09-20",
   "verification_note": "Creator's post and README; the video's verification files are kept locally by the creator, not published.",
   "unknowns": [
    "number of attempts before nether-final-08",
    "public full video link",
    "Astra reasoning effort"
   ],
   "track": "adventure",
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "discovered": "2026-10-18",
   "published": "2026-09-20"
  },
  {
   "section": "minecraft",
   "agent": "Mine AI MCP agent (Claude Code)",
   "achieved": "2026-09-15",
   "started": "2026-09-15",
   "run_status": "finished",
   "failure": false,
   "story": null,
   "last_checked": "2026-10-18",
   "id": "mineai-opus-5-minecraft-dragon",
   "game": "minecraft",
   "game_name": "Minecraft",
   "project": "Mine AI MCP",
   "model": "Claude Opus 5",
   "model_as_published": "claude-opus-5[1m] (effort high)",
   "config": {
    "harness": "Claude Code + Mine AI MCP server (tag beat-the-game)",
    "inputs": "MCP tool observations of the game world (no screenshots)",
    "tools": "Mine AI MCP tools (navigation, mining, crafting, combat, exploration)",
    "assistance": "none after the opening prompt (prompt includes strategy tips)",
    "budget": "effort high, 1M context; $93.17 API-equivalent cost"
   },
   "achievement": {
    "summary": "Claude Opus 5 kills the Ender Dragon in a fresh Minecraft world in one unbroken 3h 56m session",
    "metric": "Wall-clock time",
    "value": "3h 56m"
   },
   "evidence": [
    {
     "label": "Published run artifacts: transcript, tool-call database, vanilla server log, prompt (Hugging Face)",
     "url": "https://huggingface.co/datasets/aibengineering/beat-the-game-minecraft",
     "kind": "creator"
    },
    {
     "label": "Code: Mine AI MCP (tag beat-the-game)",
     "url": "https://github.com/aibengineering/mine-ai-mcp",
     "kind": "creator"
    },
    {
     "label": "Full recording (YouTube)",
     "url": "https://www.youtube.com/watch?v=ZjtwWEfFVFY",
     "kind": "creator"
    }
   ],
   "verification": "creator-reported",
   "evidence_date": "2026-09-16",
   "verification_note": "Creator-published artifacts: we read the vanilla server log ('Free the End' at 04:39:50 UTC, no commands that affect the bot, one death) and the result file (Opus 5, effort high, 389 turns). Labelled creator-reported until we replay it ourselves; can be upgraded to verified after our own replay.",
   "unknowns": [
    "development sessions before this one",
    "whether the prompt's strategy tips count as hints under other leaderboards' rules"
   ],
   "track": "adventure",
   "last_verified": null,
   "change_note": "Historical record. Nothing to update unless the source changes.",
   "discovered": "2026-10-18",
   "published": "2026-09-16"
  }
 ]
}