{"type":"analysis","id":"analysis:local-gguf-tests-cannot-verify-liquid-ai-s-agent-benchmark-claim","slug":"local-gguf-tests-cannot-verify-liquid-ai-s-agent-benchmark-claim","title":"Local GGUF tests cannot verify Liquid AI’s agent benchmark claim","description":"Liquid AI says LFM2.5-24B-A2B is competitive with Qwen3.6-35B-A3B on five of eight agentic benchmarks. Downloadable GGUF files make local trials possible, but they do not independently confirm that comparison.","published_at":"2026-10-20T08:00:00.000Z","updated_at":"2026-10-20T08:00:00.000Z","record_date":"2026-10-20","topics":["benchmarks"],"source_urls":["https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-GGUF","https://huggingface.co/ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-GGUF","https://www.liquid.ai/blog/lfm2-5-24b-a2b","https://huggingface.co/LiquidAI/LFM2.5-24B-A2B"],"language":"en","routes":{"html":"https://newruntime.com/analysis/local-gguf-tests-cannot-verify-liquid-ai-s-agent-benchmark-claim/","markdown":"https://newruntime.com/analysis/local-gguf-tests-cannot-verify-liquid-ai-s-agent-benchmark-claim.md","json":"https://newruntime.com/analysis/local-gguf-tests-cannot-verify-liquid-ai-s-agent-benchmark-claim.json"},"author":{"role":"author","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"editorial_provenance":{"desk":"authorial","target_ref":"story_cluster:liquid-ai-lfm2-5-24b-a2b-model-release-0f5f707f4f04","authorial_article_id":"af5e9406-77d0-43a7-b7ca-80863f2f059f"},"next_reads":[{"type":"topic","path":"/topics/benchmarks/","url":"https://newruntime.com/topics/benchmarks/","title":"Benchmarks","reason":"Explore the benchmarks topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/benchmarks.md","json_url":"https://newruntime.com/topics/benchmarks.json"},{"type":"collection","path":"/analysis/","url":"https://newruntime.com/analysis/","title":"Analysis","reason":"Open the latest authorial analysis.","media_type":"text/html","json_url":"https://newruntime.com/analysis.json"},{"type":"collection","path":"/source-ledger.json","url":"https://newruntime.com/source-ledger.json","title":"Source Ledger","reason":"Inspect the public source evidence graph.","media_type":"application/json"}]}