{"type":"post","id":"swe-proof-turns-500-real-software-issues-into-3e10e9","slug":"swe-proof-turns-500-real-software-issues-into-3e10e9","title":"SWE-Proof turns 500 real software issues into a benchmark where patches are checked with machine-verified","description":"SWE-Proof turns 500 real software issues into a benchmark where patches are checked with machine-verified proofs rather than judged only by test suites.","retrieval_nugget":"SWE-Proof turns 500 real software issues into a benchmark where patches are checked with machine-verified proofs rather than judged only by test suites. Its evaluation reports that tests can miss counterexamples, while formal verification can improve resolution when the specification is correct. For teams assessing coding agents, the result sharpens the distinction between passing tests and establishing behavior.","published_at":"2026-11-20","updated_at":"2026-11-20","record_date":"2026-11-20","date_kind":"published_at","topics":["claude"],"entities":["SWE-Proof","Benchproofer","Claude Opus 4.8","SWE-bench Verified","SWE-bench Pro"],"related_patterns":["scientific-agents-need-artifact-evidence"],"novelty_label":"new_fact","what_changed":null,"prior_refs":[],"source_url":"https://arxiv.org/abs/2609.21190","source_urls":["https://arxiv.org/abs/2609.21190"],"schema_version":"newruntime-agent-readable-v0.2","stable_id":"post:swe-proof-turns-500-real-software-issues-into-3e10e9","status":"published","visuals":[],"editor":{"role":"editor","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"routes":{"html":"https://newruntime.com/posts/swe-proof-turns-500-real-software-issues-into-3e10e9/","markdown":"https://newruntime.com/posts/swe-proof-turns-500-real-software-issues-into-3e10e9.md","json":"https://newruntime.com/posts/swe-proof-turns-500-real-software-issues-into-3e10e9.json"},"markdown_url":"https://newruntime.com/posts/swe-proof-turns-500-real-software-issues-into-3e10e9.md","next_reads":[{"type":"topic","path":"/topics/claude/","url":"https://newruntime.com/topics/claude/","title":"Claude","reason":"Explore the claude topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/claude.md","json_url":"https://newruntime.com/topics/claude.json"},{"type":"collection","path":"/posts/","url":"https://newruntime.com/posts/","title":"Field Notes","reason":"Open the latest editorial analysis.","media_type":"text/html","json_url":"https://newruntime.com/posts.json"},{"type":"collection","path":"/sources/","url":"https://newruntime.com/sources/","title":"Sources","reason":"See the original sources this archive cites.","media_type":"text/html"}]}
