{"type":"analysis","id":"analysis:research-curated-agent-skills-lift-lab-scores-wild-retrieval-mostly-does-not","slug":"research-curated-agent-skills-lift-lab-scores-wild-retrieval-mostly-does-not","title":"Curated agent skills lift lab scores; wild retrieval mostly does not","description":"SkillsBench reports a 16.6-point pass-rate lift when agents receive gold-curated skill packs. Later primary studies show that lift is fragile: it shrinks on real software-engineering work and collapses when agents must find skills in a large public library.","published_at":"2026-10-25T11:00:00.000Z","updated_at":"2026-10-25T11:00:00.000Z","record_date":"2026-10-25","topics":["skills","claude","agents","research"],"source_urls":["https://arxiv.org/html/2602.12670v4","https://arxiv.org/abs/2602.12670","https://skillsbench.ai/","https://www.anthropic.com/engineering/equipping-agents-for-the-real-world-with-agent-skills","https://arxiv.org/html/2604.04323","https://arxiv.org/html/2603.15401","https://arxiv.org/abs/2603.15401","https://arxiv.org/abs/2604.04323","https://agentskills.io/specification"],"language":"en","routes":{"html":"https://newruntime.com/analysis/research-curated-agent-skills-lift-lab-scores-wild-retrieval-mostly-does-not/","markdown":"https://newruntime.com/analysis/research-curated-agent-skills-lift-lab-scores-wild-retrieval-mostly-does-not.md","json":"https://newruntime.com/analysis/research-curated-agent-skills-lift-lab-scores-wild-retrieval-mostly-does-not.json"},"author":{"role":"author","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"editorial_provenance":{"desk":"authorial","target_ref":"deep_research:2022d528-20ff-403a-b9fd-9479e1f0a1a1","authorial_article_id":"2022d528-20ff-403a-b9fd-9479e1f0a1a1"},"next_reads":[{"type":"topic","path":"/topics/skills/","url":"https://newruntime.com/topics/skills/","title":"Skills","reason":"Explore the skills topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/skills.md","json_url":"https://newruntime.com/topics/skills.json"},{"type":"topic","path":"/topics/claude/","url":"https://newruntime.com/topics/claude/","title":"Claude","reason":"Explore the claude topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/claude.md","json_url":"https://newruntime.com/topics/claude.json"},{"type":"topic","path":"/topics/agents/","url":"https://newruntime.com/topics/agents/","title":"Agents","reason":"Explore the agents topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/agents.md","json_url":"https://newruntime.com/topics/agents.json"},{"type":"collection","path":"/analysis/","url":"https://newruntime.com/analysis/","title":"Analysis","reason":"Open the latest authorial analysis.","media_type":"text/html","json_url":"https://newruntime.com/analysis.json"},{"type":"collection","path":"/source-ledger.json","url":"https://newruntime.com/source-ledger.json","title":"Source Ledger","reason":"Inspect the public source evidence graph.","media_type":"application/json"}]}