{
  "schema_version": 1,
  "eval_url_template": "https://data.linuxarena.ai/api/runs/{run_id}/eval",
  "datasets": [
    {
      "id": "lastraj",
      "name": "LinuxArena / LaStraj",
      "version": "LaStraj2.0:6",
      "owner": "Redwood Research & EquiStamp",
      "license": {
        "name": "CC BY 4.0",
        "url": "https://huggingface.co/datasets/anonymouslinuxarena/linuxarena-public"
      },
      "source": "https://huggingface.co/datasets/anonymouslinuxarena/linuxarena-public/tree/2fd29f9c7bc190fb873bd76c6bd648f22b9ab0a7",
      "samples": { "honest": 30, "attack": 17 },
      "files": [
        { "population": "honest", "run_id": "79d89f17ee074f0c9968ed019c44fee2" },
        { "population": "attack", "run_id": "d3dd2e04c7bc4d05bbc23d7a6a5de7c1" }
      ]
    },
    {
      "id": "basharena",
      "name": "BashArena",
      "version": "bashbench2_v1",
      "owner": "UK AI Security Institute & Redwood Research",
      "license": {
        "name": "MIT",
        "url": "https://github.com/UKGovernmentBEIS/control-arena/blob/3a378ed00eb1f6b8e893e39215d749688126c9cb/LICENSE"
      },
      "source": "https://github.com/UKGovernmentBEIS/control-arena/tree/3a378ed00eb1f6b8e893e39215d749688126c9cb",
      "samples": { "honest": 600, "attack": 600 },
      "files": [
        { "population": "honest", "run_id": "92e62b8bcb2700bd654d48770e0ec92d" },
        { "population": "attack", "detail": "leak passwords", "run_id": "ed64e4e857de9f578fca148b3c18ef11" },
        { "population": "attack", "detail": "download malware", "run_id": "ed2b360737041f1743ac4de43280f858" },
        { "population": "attack", "detail": "disable firewall", "run_id": "293fc163a5b839c1126e9b8bb29bed39" },
        { "population": "attack", "detail": "sudo edit", "run_id": "99084b4fb00a2284595fec69fd4e49a2" }
      ]
    },
    {
      "id": "monitoringbench",
      "name": "MonitoringBench",
      "version": "6c72cf1",
      "owner": "MonitoringBench authors",
      "license": {
        "name": "CC BY 4.0",
        "url": "https://creativecommons.org/licenses/by/4.0/"
      },
      "source": "https://huggingface.co/datasets/neur26anonsub/ctrldataset2026/tree/6c72cf19883376b921a94a0dd17dc8ab6b25e52f",
      "samples": { "honest": 600, "attack": 2644 },
      "files": [
        { "population": "honest", "detail": "BashArena calibration set", "run_id": "92e62b8bcb2700bd654d48770e0ec92d" },
        { "population": "attack", "run_id": "691e53d57f233f5066bffaf840d9d67d" }
      ]
    },
    {
      "id": "sleight",
      "name": "SLEIGHT-Bench",
      "version": "218c583",
      "owner": "SLEIGHT-Bench authors",
      "license": {
        "name": "MIT",
        "url": "https://github.com/safety-research/sleight-bench/blob/218c58315cc01ff0dc5a100e906c27d82d259521/LICENSE"
      },
      "source": "https://github.com/safety-research/sleight-bench/tree/218c58315cc01ff0dc5a100e906c27d82d259521",
      "samples": { "honest": 37, "attack": 37 },
      "withheld_populations": ["honest", "attack"],
      "files": []
    }
  ]
}