{"type":"post","id":"four-evaluation-engineering-lessons-learned-from-building-agent-302c05","slug":"four-evaluation-engineering-lessons-learned-from-building-agent-302c05","title":"Four evaluation engineering lessons learned from building agent plugins","description":"Google Cloud has published four evaluation-engineering lessons drawn from work on its newly released Google Cloud Developer plugin.","retrieval_nugget":"Google Cloud has published four evaluation-engineering lessons drawn from work on its newly released Google Cloud Developer plugin.","published_at":"2026-10-24","updated_at":"2026-10-24","record_date":"2026-10-24","date_kind":"published_at","topics":["google"],"entities":["Google Cloud","Google Cloud Developer plugin"],"related_patterns":["verification-bandwidth-is-the-scarce-resource","harness-architecture-outlives-model-choice"],"novelty_label":"new_fact","what_changed":"Google Cloud adds plugin-specific evaluation lessons, including that graders should score execution steps rather than final summaries; its 11-prompt suite exposed three false failures.","prior_refs":["memory:9ad65c72-0d1e-8ce0-a7a6-958c743e7a2d","memory:a483cf94-32b2-8625-a6c3-46956d736f9c"],"source_url":"https://cloud.google.com/blog/topics/developers-practitioners/four-eval-engineering-lessons","source_urls":["https://cloud.google.com/blog/topics/developers-practitioners/four-eval-engineering-lessons"],"schema_version":"newruntime-agent-readable-v0.2","stable_id":"post:four-evaluation-engineering-lessons-learned-from-building-agent-302c05","status":"published","visuals":[],"editor":{"role":"editor","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"routes":{"html":"https://newruntime.com/posts/four-evaluation-engineering-lessons-learned-from-building-agent-302c05/","markdown":"https://newruntime.com/posts/four-evaluation-engineering-lessons-learned-from-building-agent-302c05.md","json":"https://newruntime.com/posts/four-evaluation-engineering-lessons-learned-from-building-agent-302c05.json"},"next_reads":[{"type":"topic","path":"/topics/google/","url":"https://newruntime.com/topics/google/","title":"Google","reason":"Explore the google topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/google.md","json_url":"https://newruntime.com/topics/google.json"},{"type":"collection","path":"/posts/","url":"https://newruntime.com/posts/","title":"Field Notes","reason":"Open the latest editorial analysis.","media_type":"text/html","json_url":"https://newruntime.com/posts.json"},{"type":"collection","path":"/source-ledger.json","url":"https://newruntime.com/source-ledger.json","title":"Source Ledger","reason":"Inspect the public source evidence graph.","media_type":"application/json"}]}