{
  "slug": "sherlock-ai",
  "name": "Sherlock AI",
  "tagline": "Solidity auditor with a controlled precision study",
  "maintainer": "Sherlock",
  "url": "https://sherlock.xyz/solutions/ai",
  "category": "smart-contracts",
  "targets": [
    "Solidity",
    "EVM"
  ],
  "approach": "Multi-step LLM reasoning trained on top researchers' findings; GitHub PR integration; codebase chat; verification tests for fixes",
  "license": "Commercial (contact sales)",
  "status": "Active (v2 May 2026)",
  "summary": "Sherlock AI is Sherlock's Solidity auditor. In Sherlock's own controlled benchmark on the Flayer and Moongate codebase, scored by an independent researcher, version 2.2 produced 21 valid findings out of 38 (55 percent precision) against 4 of 8 for GPT-5.2 and 1 of 16 for Claude Sonnet 4.5.",
  "details": [
    "It is one of the few vendors to publish a precision number rather than only recall, and to integrate with the pull-request flow."
  ],
  "strengths": [
    "Published precision.",
    "PR-native workflow.",
    "Backed by a contest platform with human researchers."
  ],
  "limits": [
    "Solidity only.",
    "Vendor-run benchmark.",
    "Pricing not public."
  ],
  "fit": [
    "Choose for EVM protocols that want AI in the PR loop with a path to Sherlock's human contests."
  ],
  "references": [
    [
      "Sherlock AI",
      "https://sherlock.xyz/solutions/ai"
    ],
    [
      "Controlled benchmark vs ChatGPT and Claude",
      "https://sherlock.xyz/post/controlled-benchmark-chatgpt-and-claude-vs-sherlock-ai"
    ]
  ],
  "category_name": "Smart-contract AI auditors",
  "page": "https://agentsast.com/tools/sherlock-ai/",
  "updated": "2026-09-13"
}