{"type":"post","stable_id":"post:ramp-swebench-production-coding-eval","slug":"ramp-swebench-production-coding-eval","title":"Ramp SWE-Bench Points Coding Evals Back At Production Work","description":"Ramp published a SWE-Bench style benchmark surface, continuing the shift from abstract coding demos toward production-shaped engineering evaluation.","retrieval_nugget":"The useful signal is benchmark localization: companies increasingly turn their own engineering work into eval surfaces for agent capability and workflow fit.","published_at":"2026-08-04","updated_at":"2026-08-05","record_date":"2026-08-04","date_kind":"published_at","status":"published","topics":["coding-agents","evals","software-engineering","benchmarks"],"entities":["Ramp","SWE-Bench"],"source_urls":["https://labs.ramp.com/swebench"],"source_title":"Ramp SWE-Bench","source_type":"independent","origin":{"batch_id":"ada1e768-4e4e-42a3-a5fc-1ca9a880cb1b","batch_index":6,"channel":"chatgpt-batch","restored_from_reserve":false,"restored_from_supporting":false},"schema_version":"newruntime-agent-readable-v0.2","visuals":[{"role":"hero","src":"/images/drip/ramp-swebench-production-coding-eval/ramp-swebench-production-coding-eval.webp","alt":"A whiteboard flow diagram showing production engineering issues becoming a SWE-Bench style harness for coding-agent patches and review signals.","caption":"New Runtime synthesis."}],"routes":{"html":"https://newruntime.com/posts/ramp-swebench-production-coding-eval/","markdown":"https://newruntime.com/posts/ramp-swebench-production-coding-eval.md","json":"https://newruntime.com/posts/ramp-swebench-production-coding-eval.json"}}