{"type":"post","id":"feather-attn-fast-attention-on-rdna3-3-5-fb0a67","slug":"feather-attn-fast-attention-on-rdna3-3-5-fb0a67","title":"feather-attn: Fast attention on RDNA3/3.5","description":"FeatherAttn is an MIT-licensed open-source attention backward kernel for AMD RDNA3/3.5 GPUs.","retrieval_nugget":"FeatherAttn is an MIT-licensed open-source attention backward kernel for AMD RDNA3/3.5 GPUs. Its author reports up to a 4x speedup against AITER’s tuned FlashAttention Triton backward kernel on a Strix Halo system, offering PyTorch training users a drop-in path that retains AITER for forward execution and unsupported cases.","published_at":"2026-10-31","updated_at":"2026-10-31","record_date":"2026-10-31","date_kind":"published_at","topics":[],"entities":["FeatherAttn","AITER","FlashAttention","PyTorch","AMD","Strix Halo"],"related_patterns":[],"novelty_label":"new_fact","what_changed":"FeatherAttn adds an AMD RDNA3/3.5 attention-backward kernel, reported up to 4× faster than AITER’s FlashAttention Triton kernel on Strix Halo.","prior_refs":["memory:6ae3dd9f-d983-8ba6-a65a-e5403cfc5591","memory:021fcb6d-e105-87c8-aaea-cdc5b7541758"],"source_url":"https://github.com/woct0rdho/feather-attn","source_urls":["https://github.com/woct0rdho/feather-attn"],"schema_version":"newruntime-agent-readable-v0.2","stable_id":"post:feather-attn-fast-attention-on-rdna3-3-5-fb0a67","status":"published","visuals":[],"editor":{"role":"editor","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"routes":{"html":"https://newruntime.com/posts/feather-attn-fast-attention-on-rdna3-3-5-fb0a67/","markdown":"https://newruntime.com/posts/feather-attn-fast-attention-on-rdna3-3-5-fb0a67.md","json":"https://newruntime.com/posts/feather-attn-fast-attention-on-rdna3-3-5-fb0a67.json"},"next_reads":[{"type":"collection","path":"/posts/","url":"https://newruntime.com/posts/","title":"Field Notes","reason":"Open the latest editorial analysis.","media_type":"text/html","json_url":"https://newruntime.com/posts.json"},{"type":"collection","path":"/source-ledger.json","url":"https://newruntime.com/source-ledger.json","title":"Source Ledger","reason":"Inspect the public source evidence graph.","media_type":"application/json"}]}