{"type":"analysis","id":"analysis:research-the-0-006-1-30-mlcr-cost-range-comes-from-a-private-judge-dependent-leaderboard","slug":"research-the-0-006-1-30-mlcr-cost-range-comes-from-a-private-judge-dependent-leaderboard","title":"The $0.006–$1.30 MLCR cost range comes from a private, judge-dependent leaderboard and can't be checked against public text","description":"Wisedocs open-sourced the MLCR harness and its easier questions. The leaderboard behind the cost-per-task headline is Artificial Analysis's MLCR-AA, which runs a private hold-out set and has just changed judges and scoring. Its scores and costs can't be reproduced from the public release.","published_at":"2026-10-24T19:00:00.000Z","updated_at":"2026-10-24T19:00:00.000Z","record_date":"2026-10-24","topics":["claude","reasoning","research"],"source_urls":["https://www.wisedocs.ai/blogs/medical-long-context-reasoning","https://github.com/Wisedocs-AI/medical-long-context-reasoning","https://huggingface.co/datasets/Wisedocs/mlcr-dataset","https://artificialanalysis.ai/evaluations/mlcr-aa","https://artificialanalysis.ai/methodology/intelligence-benchmarking","https://www.wisedocs.ai/blogs/mlcr-v1-1-calibrating-llm-judges-for-long-context-medical-reasoning"],"language":"en","routes":{"html":"https://newruntime.com/analysis/research-the-0-006-1-30-mlcr-cost-range-comes-from-a-private-judge-dependent-leaderboard/","markdown":"https://newruntime.com/analysis/research-the-0-006-1-30-mlcr-cost-range-comes-from-a-private-judge-dependent-leaderboard.md","json":"https://newruntime.com/analysis/research-the-0-006-1-30-mlcr-cost-range-comes-from-a-private-judge-dependent-leaderboard.json"},"author":{"role":"author","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"editorial_provenance":{"desk":"authorial","target_ref":"deep_research:a8a70928-bb73-4775-99e4-656e265b7e82","authorial_article_id":"a8a70928-bb73-4775-99e4-656e265b7e82"},"next_reads":[{"type":"topic","path":"/topics/claude/","url":"https://newruntime.com/topics/claude/","title":"Claude","reason":"Explore the claude topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/claude.md","json_url":"https://newruntime.com/topics/claude.json"},{"type":"topic","path":"/topics/reasoning/","url":"https://newruntime.com/topics/reasoning/","title":"Reasoning","reason":"Explore the reasoning topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/reasoning.md","json_url":"https://newruntime.com/topics/reasoning.json"},{"type":"topic","path":"/topics/research/","url":"https://newruntime.com/topics/research/","title":"Research","reason":"Explore the research topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/research.md","json_url":"https://newruntime.com/topics/research.json"},{"type":"collection","path":"/analysis/","url":"https://newruntime.com/analysis/","title":"Analysis","reason":"Open the latest authorial analysis.","media_type":"text/html","json_url":"https://newruntime.com/analysis.json"},{"type":"collection","path":"/source-ledger.json","url":"https://newruntime.com/source-ledger.json","title":"Source Ledger","reason":"Inspect the public source evidence graph.","media_type":"application/json"}]}