{"schema_version":"newruntime-agent-readable-v0.2","type":"raw_signal","stable_id":"signal:blog-validating-llm-as-judge-systems-under-rating-harnesses-and-portable-skills","id":"tg-1000","slug":"blog-validating-llm-as-judge-systems-under-rating-harnesses-and-portable-skills","title":"Blog / Validating Llm As Judge Systems Under Rating: Harnesses And Portable Skills","description":"The archive captures Blog / Validating Llm As Judge Systems Under Rating as a dated public record from Blog / Validating Llm As Judge Systems Under Rating. It documents agent behavior moving from ad hoc prompts into reusable rules, skills, and harnesses and is retained as pressure-testing evidence for the harnesses and portable skills trend.","retrieval_nugget":"The archive captures Blog / Validating Llm As Judge Systems Under Rating as a dated public record from Blog / Validating Llm As Judge Systems Under Rating. It documents agent behavior moving from ad hoc prompts into reusable rules, skills, and harnesses and is retained as pressure-testing evidence for the harnesses and portable skills trend.","observed_at":"2025-12-18","record_date":"2025-12-18","date_kind":"observed_at","why_it_matters":"This dated record tests the limits of the harnesses and portable skills thesis by documenting agent behavior moving from ad hoc prompts into reusable rules, skills, and harnesses. It keeps the trend review tied to public evidence instead of treating the item as an isolated release note.","novelty":"notable","verification_level":"source-linked","signal_type":"tool","evidence_kind":"creator-source","status":"published","source_platform":"telegram","source_record_id":"TG-1000","source_url":"https://t.me/qwgai/1000","telegram_message_id":1000,"telegram_url":"https://t.me/qwgai/1000","topics":["agent-harness","agent-skills","coding-agents","agent-memory","context-engineering","retrieval","evals"],"entities":[],"related_patterns":["skills-become-portable-capability-layer","company-memory-needs-write-loops","verification-bandwidth-is-the-scarce-resource"],"source_urls":["https://blog.ml.cmu.edu/2025/12/09/validating-llm-as-a-judge-systems-under-rating-indeterminacy"],"import_batch":"telegram-2026-07-24-trend-prism-v1","routes":{"html":"https://newruntime.com/signals/blog-validating-llm-as-judge-systems-under-rating-harnesses-and-portable-skills/","markdown":"https://newruntime.com/signals/blog-validating-llm-as-judge-systems-under-rating-harnesses-and-portable-skills.md","json":"https://newruntime.com/signals/blog-validating-llm-as-judge-systems-under-rating-harnesses-and-portable-skills.json"},"source_format":"telegram-export-normalized-json","next_reads":[{"type":"pattern","path":"/patterns/skills-become-portable-capability-layer/","reason":"Pattern connected to this observed signal.","url":"https://newruntime.com/patterns/skills-become-portable-capability-layer/","title":"Skills become a portable capability layer","media_type":"text/html"},{"type":"pattern","path":"/patterns/company-memory-needs-write-loops/","reason":"Pattern connected to this observed signal.","url":"https://newruntime.com/patterns/company-memory-needs-write-loops/","title":"Company memory needs write and correction loops","media_type":"text/html"},{"type":"pattern","path":"/patterns/verification-bandwidth-is-the-scarce-resource/","reason":"Pattern connected to this observed signal.","url":"https://newruntime.com/patterns/verification-bandwidth-is-the-scarce-resource/","title":"Verification bandwidth is the scarce engineering resource","media_type":"text/html"},{"type":"topic","path":"/topics/agent-harness/","reason":"Explore the agent harness topic hub.","url":"https://newruntime.com/topics/agent-harness/","title":"Agent Harness - New Runtime","media_type":"text/html"},{"type":"topic","path":"/topics/agent-memory/","reason":"Explore the agent memory topic hub.","url":"https://newruntime.com/topics/agent-memory/","title":"Agent memory - New Runtime","media_type":"text/html"}]}