{"type":"post","id":"independent-4-bit-run-reproduces-nous-propaganda-eval-b09bdc","slug":"independent-4-bit-run-reproduces-nous-propaganda-eval-b09bdc","title":"Independent 4-bit run reproduces Nous Propaganda_Eval scores for Arete and Qwen","description":"Sonny’s Labs reports that one 4-bit run of Arete-27B and Qwen3.8-27B reproduced Nous Research’s Propaganda_Eval results closely.","retrieval_nugget":"Sonny’s Labs reports that one 4-bit run of Arete-27B and Qwen3.8-27B reproduced Nous Research’s PropagandaEval results closely. The rerun supports the repeatability of those measurements, not the neutrality or completeness of the benchmark—a distinction that matters whenever teams compare models using a test its creator also shaped.","published_at":"2026-11-16","updated_at":"2026-11-16","record_date":"2026-11-16","date_kind":"published_at","topics":["evals","models"],"entities":["Sonny’s Labs","Nous Research","Arete-27B","Qwen3.8-27B","Propaganda_Eval","Grok 4.7","OpenRouter","Splash"],"related_patterns":["scientific-agents-need-artifact-evidence"],"novelty_label":"new_fact","source_url":"https://sonny.firetussin.com/reports/arete-vs-qwen-propaganda-eval","source_urls":["https://sonny.firetussin.com/reports/arete-vs-qwen-propaganda-eval"],"schema_version":"newruntime-agent-readable-v0.2","stable_id":"post:independent-4-bit-run-reproduces-nous-propaganda-eval-b09bdc","status":"published","visuals":[],"editor":{"role":"editor","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"routes":{"html":"https://newruntime.com/posts/independent-4-bit-run-reproduces-nous-propaganda-eval-b09bdc/","markdown":"https://newruntime.com/posts/independent-4-bit-run-reproduces-nous-propaganda-eval-b09bdc.md","json":"https://newruntime.com/posts/independent-4-bit-run-reproduces-nous-propaganda-eval-b09bdc.json"},"markdown_url":"https://newruntime.com/posts/independent-4-bit-run-reproduces-nous-propaganda-eval-b09bdc.md","next_reads":[{"type":"topic","path":"/topics/evals/","url":"https://newruntime.com/topics/evals/","title":"Evals","reason":"Explore the evals topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/evals.md","json_url":"https://newruntime.com/topics/evals.json"},{"type":"topic","path":"/topics/models/","url":"https://newruntime.com/topics/models/","title":"Models","reason":"Explore the models topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/models.md","json_url":"https://newruntime.com/topics/models.json"},{"type":"collection","path":"/posts/","url":"https://newruntime.com/posts/","title":"Field Notes","reason":"Open the latest editorial analysis.","media_type":"text/html","json_url":"https://newruntime.com/posts.json"},{"type":"collection","path":"/sources/","url":"https://newruntime.com/sources/","title":"Sources","reason":"See the original sources this archive cites.","media_type":"text/html"}]}
