{"type":"analysis","id":"analysis:research-dfm-bench-grades-a-research-agent-s-whole-history-of-work-but-its-ai-judge-has","slug":"research-dfm-bench-grades-a-research-agent-s-whole-history-of-work-but-its-ai-judge-has","title":"DFM-Bench grades a research agent's whole history of work, but its AI judge has not yet been checked against human experts","description":"Gen-Verse's DFM-Bench scores an agent's stored research graph at five levels, from single hypotheses up to whole runs, instead of checking answers against a known paper or mechanism. The paper itself says comparing the AI judge with human experts is \"pending,\" and that its three reviewer roles share one model family.","published_at":"2026-10-22T12:00:00.000Z","updated_at":"2026-10-22T12:00:00.000Z","record_date":"2026-10-22","topics":["research","benchmarks","agents"],"source_urls":["https://github.com/Gen-Verse/DFM-Bench","https://github.com/Gen-Verse/DFM-Bench/blob/main/docs/EVALUATION.md","https://arxiv.org/html/2610.23839","https://arxiv.org/abs/2610.05197","https://arxiv.org/abs/2606.07591","https://arxiv.org/abs/2610.23839","https://github.com/Gen-Verse/DiscoveryRSI"],"language":"en","routes":{"html":"https://newruntime.com/analysis/research-dfm-bench-grades-a-research-agent-s-whole-history-of-work-but-its-ai-judge-has/","markdown":"https://newruntime.com/analysis/research-dfm-bench-grades-a-research-agent-s-whole-history-of-work-but-its-ai-judge-has.md","json":"https://newruntime.com/analysis/research-dfm-bench-grades-a-research-agent-s-whole-history-of-work-but-its-ai-judge-has.json"},"author":{"role":"author","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"editorial_provenance":{"desk":"authorial","target_ref":"deep_research:cb2d9c4c-3b2a-4466-931f-c7a64e7d151d","authorial_article_id":"cb2d9c4c-3b2a-4466-931f-c7a64e7d151d"},"next_reads":[{"type":"topic","path":"/topics/research/","url":"https://newruntime.com/topics/research/","title":"Research","reason":"Explore the research topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/research.md","json_url":"https://newruntime.com/topics/research.json"},{"type":"topic","path":"/topics/benchmarks/","url":"https://newruntime.com/topics/benchmarks/","title":"Benchmarks","reason":"Explore the benchmarks topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/benchmarks.md","json_url":"https://newruntime.com/topics/benchmarks.json"},{"type":"topic","path":"/topics/agents/","url":"https://newruntime.com/topics/agents/","title":"Agents","reason":"Explore the agents topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/agents.md","json_url":"https://newruntime.com/topics/agents.json"},{"type":"collection","path":"/analysis/","url":"https://newruntime.com/analysis/","title":"Analysis","reason":"Open the latest authorial analysis.","media_type":"text/html","json_url":"https://newruntime.com/analysis.json"},{"type":"collection","path":"/source-ledger.json","url":"https://newruntime.com/source-ledger.json","title":"Source Ledger","reason":"Inspect the public source evidence graph.","media_type":"application/json"}]}