@article{foundationsoftopkdecodingforlanguage, title = {Foundations of Top-$k$ Decoding For Language Models}, author = {Georgy Noarov and Soham Mallick and Tao Wang and Sunay Joshi and Yan Sun and Yangxinyu Xie and Mengxin Yu and Edgar Dobriban}, year = {2025}, eprint = {2505.19371}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2505.19371v1}, }