@article{setblockdecodingisalanguagemodelinferenc, title = {Set Block Decoding is a Language Model Inference Accelerator}, author = {Itai Gat and Heli Ben-Hamu and Marton Havasi and Daniel Haziza and Jeremy Reizenstein and Gabriel Synnaeve and David Lopez-Paz and Brian Karrer and Yaron Lipman}, year = {2025}, eprint = {2509.04185}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2509.04185}, }