@article{informationentropyinvarianceenhancing,
  title = {Information Entropy Invariance: Enhancing Length Extrapolation in Attention Mechanisms},
  author = {Kewei Li and Yanwen Kong and Yiping Xu and Jianlin Su and Lan Huang and Ruochi Zhang and Fengfeng Zhou},
  year = {2025},
  eprint = {2501.08570},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2501.08570v3},
}