{
 "dataset": "MTG Deck Tools Agent Bench Open Data",
 "schema_version": 3,
 "updated": "nightly",
 "built_at": "2026-10-27T07:30:00.351Z",
 "snapshot": {
  "file": "snapshots/agent-bench-data-2026-10-27.zip",
  "date": "2026-10-27",
  "bytes": 71703,
  "size": "70.0 KB",
  "sha256": "c53c5932edcabc537332f14360fe36cc92b71a19f3addd2ec856cc7278bc5fa7"
 },
 "earlier_snapshots": [
  {
   "file": "snapshots/agent-bench-data-2026-10-26.zip",
   "date": "2026-10-26",
   "bytes": 71703,
   "size": "70.0 KB",
   "sha256": "769c147b47b80d6f5b9cce2c02ff4d01c7f6aa6eee9c37fda28422d37374b3c3"
  },
  {
   "file": "snapshots/agent-bench-data-2026-10-25.zip",
   "date": "2026-10-25",
   "bytes": 81445,
   "size": "79.5 KB",
   "sha256": "4d2277a5f7741415c5391478f3fddc021a79863d2418f8acc3a03414807c0803"
  }
 ],
 "data_card": "DATASET.md",
 "checksums": "SHA256SUMS",
 "license": {
  "id": "CC-BY-4.0",
  "name": "Creative Commons Attribution 4.0 International",
  "url": "https://creativecommons.org/licenses/by/4.0/",
  "attribution": "MTG Deck Tools Agent Bench",
  "summary": "You may share and adapt the data for any purpose, including commercially, as long as you give appropriate credit (\"MTG Deck Tools Agent Bench\"), link to the license and indicate if changes were made."
 },
 "citation": "MTG Deck Tools Agent Bench (2026). MTG Deck Tools Agent Bench Open Data, snapshot 2026-10-27. https://bench-data.mtgdecktools.com/data/open. Licensed under CC BY 4.0.",
 "events": 0,
 "sets": [],
 "tables": {
  "events": {
   "description": "Finished, accepted events: conditions, provenance, format and integrity results.",
   "rows": 0,
   "csv": {
    "path": "tables/events.csv.gz",
    "bytes": 313,
    "sha256": "78934df0f7b52cf8ad6b3fc243fbf15224e1d7e435bcef2f2926012d2ef272a0"
   },
   "parquet": {
    "path": "tables/events.parquet",
    "bytes": 1448,
    "sha256": "49e7e18d7fd53ef5a6583a30bdc8e59abb84e6af70fee63e4916a450bb7f410a"
   },
   "by_set": {}
  },
  "seats": {
   "description": "Who sat where: model, harness, effort with its source and verification, context policy, contributor, record and usage.",
   "rows": 0,
   "csv": {
    "path": "tables/seats.csv.gz",
    "bytes": 235,
    "sha256": "454be2a54b0eac3c14127b0f694e778080bab5defa4c1525d43c7d1520c5772e"
   },
   "parquet": {
    "path": "tables/seats.parquet",
    "bytes": 1256,
    "sha256": "d433a437ba94284c2925dffa392fe2b75ac7d549bd8617474cbbf1f9831ceb7f"
   },
   "by_set": {}
  },
  "picks": {
   "description": "Every draft pick: the pack as offered and the pick.",
   "rows": 0,
   "csv": {
    "path": "tables/picks.csv.gz",
    "bytes": 104,
    "sha256": "71b520c2b0ce93192b515ae844ef3908e835271f5279a0b6c4ee9508292052c3"
   },
   "parquet": {
    "path": "tables/picks.parquet",
    "bytes": 605,
    "sha256": "fd0db7e6a45e7853f1dbde1c10509878bb6c94905e42e965fa6ba83657cea111"
   },
   "by_set": {}
  },
  "decks": {
   "description": "Registered decks: main deck and sideboard (the deck each match starts from).",
   "rows": 0,
   "csv": {
    "path": "tables/decks.csv.gz",
    "bytes": 93,
    "sha256": "178992ca88b90ba03fc102b39a5ac13ec72aea331d76b1be8466ed8afa187516"
   },
   "parquet": {
    "path": "tables/decks.parquet",
    "bytes": 594,
    "sha256": "7cf0b78f4848d16a23855b9ce65b2fd1ea201f0f96c831117484c81a99b73ef9"
   },
   "by_set": {}
  },
  "games": {
   "description": "Every game: seats, play/draw and who chose it, result, life, mulligans, deck sizes and engine flags.",
   "rows": 0,
   "csv": {
    "path": "tables/games.csv.gz",
    "bytes": 222,
    "sha256": "c3c70fbaa72ec7b975b2fdce3aec0e4c02bb89f1ab64874cac6b2658770b13eb"
   },
   "parquet": {
    "path": "tables/games.parquet",
    "bytes": 1197,
    "sha256": "45f763a5d2ea8e5e3e75e964759ccbb36883fef9906e2fa950c78aef7be96431"
   },
   "by_set": {}
  },
  "matches": {
   "description": "Every match and its score.",
   "rows": 0,
   "csv": {
    "path": "tables/matches.csv.gz",
    "bytes": 76,
    "sha256": "719a4289060f66cdbe85b8cdb4a724377f4425892ee574fa562c51c7129ef00f"
   },
   "parquet": {
    "path": "tables/matches.parquet",
    "bytes": 496,
    "sha256": "8257dd800ff25a617559e97e5c123c08a0b0bea354382a9ce314e0c14347216e"
   },
   "by_set": {}
  },
  "decisions": {
   "description": "Every in-game decision: kind, options offered and the choice. The full text the agent saw is in the event log and in the optional decision-texts files.",
   "rows": 0,
   "csv": {
    "path": "tables/decisions.csv.gz",
    "bytes": 158,
    "sha256": "40dc78af247c50a9c7b2b0d486ebaa37d445b780cc480423b701e76088e65456"
   },
   "parquet": {
    "path": "tables/decisions.parquet",
    "bytes": 920,
    "sha256": "16811bd381e296e539f08fe58c02135bfb5d2144c7decceae291be1475e42db8"
   },
   "by_set": {}
  },
  "sideboarding": {
   "description": "Each seat's sideboarding before games 2-3 of a match (best of 3 with sideboarding, logs from 2026-10-22 on).",
   "rows": 0,
   "csv": {
    "path": "tables/sideboarding.csv.gz",
    "bytes": 90,
    "sha256": "f65abda5d5b99a5e2fb96b8a609abe80fb3e70aff1213c215f50d80ec7ef9530"
   },
   "parquet": {
    "path": "tables/sideboarding.parquet",
    "bytes": 615,
    "sha256": "8512ff33412567f792bb1aea4edfcdd48c9bac05fb4c581e5ffd0ee44bc3aba1"
   },
   "by_set": {}
  },
  "ratings": {
   "description": "Leaderboard rows: Bradley-Terry ratings on an Elo scale with 95% intervals and rank ranges, per comparability group, set and provenance. Outcomes only (METHODOLOGY §4).",
   "rows": 0,
   "csv": {
    "path": "tables/ratings.csv.gz",
    "bytes": 211,
    "sha256": "b6629b820b309f19ee6215a1acae91e6e307a5255f3706498a349b9c661cb9bb"
   },
   "parquet": {
    "path": "tables/ratings.parquet",
    "bytes": 1151,
    "sha256": "a368005a30a049bcd699389f53774409b78b2b4161ab2e84a4bd2dbcdbd461e0"
   },
   "by_set": {}
  },
  "boards": {
   "description": "Every leaderboard: its scope, the fitted play advantage and how its intervals were made (enough to refit it: docs/OPEN-DATA.md \"Reproduce the leaderboard\").",
   "rows": 0,
   "csv": {
    "path": "tables/boards.csv.gz",
    "bytes": 161,
    "sha256": "018f6ab428dcbe6871b9bbe874872792073a82d7d84461b5058ae28789680403"
   },
   "parquet": {
    "path": "tables/boards.parquet",
    "bytes": 931,
    "sha256": "1be7c4d31d986ca273f541f1adf3f780bed8cac28a01b11a66894dd80f174d9a"
   },
   "by_set": {}
  },
  "rating_pairs": {
   "description": "Every pair of setups on a board within one connected group: the rating difference and its 95% interval. Ranks are built from these, not from overlapping intervals.",
   "rows": 0,
   "csv": {
    "path": "tables/rating_pairs.csv.gz",
    "bytes": 66,
    "sha256": "d5daeb36f98dac30df7b52059047117b9e09bb66e62720722bc430a0b5dbdc26"
   },
   "parquet": {
    "path": "tables/rating_pairs.parquet",
    "bytes": 612,
    "sha256": "b8de577e3c1936ce570f9b338f9c390fc47d414f0f34c61e82b9505338c6ec41"
   },
   "by_set": {}
  },
  "cards": {
   "description": "Card names and the sets they were drafted in, with basic attributes from the engine's card data (rules text: see the event logs or Scryfall).",
   "rows": 0,
   "csv": {
    "path": "tables/cards.csv.gz",
    "bytes": 87,
    "sha256": "c7bda987a47624b27d0202ea4761cc55874a1a92b032492a134ebb5a40958df4"
   },
   "parquet": {
    "path": "tables/cards.parquet",
    "bytes": 629,
    "sha256": "bc32c8a9cfd8a6b6019d9d452205d8763f398b750fd384bc5a13e4fecf864ffc"
   },
   "by_set": {}
  },
  "human_reference": {
   "description": "Human reference from the 17Lands public datasets: per-card win rates and pick positions of human Premier Draft drafters, for the cards in this dataset. Data from 17Lands (17lands.com), CC BY 4.0; derived aggregates, not produced or endorsed by 17Lands.",
   "rows": 0,
   "license": "CC-BY-4.0",
   "attribution": "Data from 17Lands (17lands.com)",
   "note": "Derived aggregates (per-card win rates and pick positions computed by this project from the 17Lands public datasets), modified from the originals, not produced or endorsed by 17Lands.",
   "source": "https://www.17lands.com/public_datasets",
   "csv": {
    "path": "tables/human_reference.csv.gz",
    "bytes": 103,
    "sha256": "690dc462a277eecdda28cf8a7264aac21892f91af76c767473306a120d34c35b"
   },
   "parquet": {
    "path": "tables/human_reference.parquet",
    "bytes": 1082,
    "sha256": "61572f6f2362e883377a0b5e932877875bb814257917dd8cb545dd1aa3942770"
   },
   "by_set": {}
  }
 },
 "event_logs": {
  "path": "events/{event_id}/events.jsonl.gz",
  "files": 0,
  "bytes": 0
 },
 "decision_texts": {
  "path": "events/{event_id}/decision-texts.jsonl.gz",
  "optional": true,
  "in_snapshot": false,
  "bytes": 0
 },
 "human_reference": {
  "included": true,
  "table": "human_reference",
  "source": "17Lands public datasets",
  "url": "https://www.17lands.com/public_datasets",
  "license": {
   "id": "CC-BY-4.0",
   "name": "Creative Commons Attribution 4.0 International",
   "url": "https://creativecommons.org/licenses/by/4.0/"
  },
  "attribution": "Data from 17Lands (17lands.com)",
  "note": "Derived aggregates (per-card win rates and pick positions computed by this project from the 17Lands public datasets), modified from the originals, not produced or endorsed by 17Lands."
 },
 "reproducibility": {
  "code_commit": "3242751",
  "registry_version": "sha256-0c5aa8b5e9f6",
  "registry_sha256": "0c5aa8b5e9f6f3c9e0eec8a46d19b3f15b9e5f49510a62f0df16f6579b4590b7",
  "methodology_sha256": "8d4bdb3304f4c858b6daacd0cea1b1844b4dc5c7c293e317bde9ce5c3e75db71",
  "prompt_sha256": [],
  "card_data_sha256": [],
  "rating": {
   "model": "bradley-terry MAP, Elo scale",
   "center": 1500,
   "prior_sd_elo": 200,
   "play_prior_sd_elo": 50,
   "play_term": "game 1 of each match only",
   "ci": 0.95,
   "replicates": 1000,
   "seed": 20261021,
   "interval": "max(bootstrap, laplace) with contributor and set variance terms",
   "contributor_sd_elo": 30,
   "set_sd_elo": 30,
   "contributor_cluster_min": 5,
   "forfeit_policy": "loss",
   "thresholds": {
    "min_games": 30,
    "min_events": 3,
    "min_opponents": 2,
    "min_contributors": 2,
    "max_contributor_share": 0.5
   }
  }
 }
}