{"type":"analysis","id":"analysis:research-blockmax-fits-a-7b-full-fine-tune-in-19-3-gb-but-quality-gains-are-tiny-and","slug":"research-blockmax-fits-a-7b-full-fine-tune-in-19-3-gb-but-quality-gains-are-tiny-and","title":"BlockMax fits a 7B full fine-tune in 19.3 GB, but quality gains are tiny and unreproduced","description":"A one-author preprint and MIT-licensed repo fully fine-tune Qwen2.5-Coder-7B on one 24 GB A10G with a momentum-free optimizer that stores 2.25 bytes per parameter. The 7B run has no baseline, the evidence covers one Python SFT task, and as of 27 October 2026 no one else has reproduced it.","published_at":"2026-11-09T01:00:00.000Z","updated_at":"2026-11-09T01:00:00.000Z","record_date":"2026-11-09","topics":["memory","research"],"source_urls":["https://github.com/marchfederico/blockmax-finetune","https://github.com/marchfederico/blockmax-finetune/blob/main/PACKED_BLOCKMAX_RECIPE.md","https://arxiv.org/abs/2310.10195","https://arxiv.org/abs/2010.06192","https://zenodo.org/doi/10.5281/zenodo.23679887"],"language":"en","routes":{"html":"https://newruntime.com/analysis/research-blockmax-fits-a-7b-full-fine-tune-in-19-3-gb-but-quality-gains-are-tiny-and/","markdown":"https://newruntime.com/analysis/research-blockmax-fits-a-7b-full-fine-tune-in-19-3-gb-but-quality-gains-are-tiny-and.md","json":"https://newruntime.com/analysis/research-blockmax-fits-a-7b-full-fine-tune-in-19-3-gb-but-quality-gains-are-tiny-and.json"},"author":{"role":"author","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"editorial_provenance":{"desk":"authorial","target_ref":"deep_research:82b32bd2-a003-431f-a0e6-13bb43bb8fe7","authorial_article_id":"82b32bd2-a003-431f-a0e6-13bb43bb8fe7"},"next_reads":[{"type":"topic","path":"/topics/memory/","url":"https://newruntime.com/topics/memory/","title":"Memory","reason":"Explore the memory topic hub.","media_type":"text/html","markdown_url":"https://newruntime.com/topics/memory.md","json_url":"https://newruntime.com/topics/memory.json"},{"type":"collection","path":"/analysis/","url":"https://newruntime.com/analysis/","title":"Analysis","reason":"Open the latest authorial analysis.","media_type":"text/html","json_url":"https://newruntime.com/analysis.json"},{"type":"collection","path":"/sources/","url":"https://newruntime.com/sources/","title":"Sources","reason":"See the original sources this archive cites.","media_type":"text/html"}]}