{
  "slug": "evmbench",
  "name": "EVMbench",
  "tagline": "OpenAI and Paradigm's Solidity benchmark, with OpenZeppelin's corrections",
  "maintainer": "OpenAI and Paradigm",
  "url": "https://github.com/paradigmxyz/evmbench",
  "repo": "https://github.com/paradigmxyz/evmbench",
  "category": "benchmarks",
  "targets": [
    "Solidity",
    "117 vulnerabilities from 40 audits"
  ],
  "approach": "Detect, patch and exploit modes",
  "license": "Open source",
  "status": "Active (released 2026-02-18)",
  "summary": "EVMbench contains 117 vulnerabilities from 40 audits with detect, patch and exploit modes; GPT-5.3-Codex scored 72.2 percent in exploit mode against 31.9 percent for GPT-5. OpenZeppelin's audit found at least four invalid high-severity items and training-data contamination risk, and a re-evaluation paper followed.",
  "details": [
    "The most cited and most contested smart-contract benchmark. Use it with the corrections."
  ],
  "strengths": [
    "Three task modes.",
    "Widely reported scores."
  ],
  "limits": [
    "Contamination risk.",
    "Invalid items identified by OpenZeppelin.",
    "Recall-only scoring hides false positives."
  ],
  "fit": [
    "Use with OpenZeppelin's corrections and alongside ScaBench."
  ],
  "references": [
    [
      "EVMbench",
      "https://github.com/paradigmxyz/evmbench"
    ],
    [
      "OpenAI announcement",
      "https://openai.com/index/introducing-evmbench/"
    ],
    [
      "OpenZeppelin audit of EVMbench (2026-03-02)",
      "https://www.openzeppelin.com/news/openai-evmbench-audit"
    ],
    [
      "Re-evaluation paper (arXiv 2603.10795)",
      "https://arxiv.org/abs/2603.10795"
    ]
  ],
  "category_name": "Benchmarks and research",
  "page": "https://agentsast.com/tools/evmbench/",
  "updated": "2026-09-13"
}