@article{onthetokendistancemodelingabilityof, title = {On the token distance modeling ability of higher RoPE attention dimension}, author = {Xiangyu Hong and Che Jiang and Biqing Qi and Fandong Meng and Mo Yu and BoWen Zhou and Jie zhou}, year = {2024}, eprint = {2410.08703}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.08703v2}, }