@article{softplusattentionwithreweightingboosts,
  title = {Softplus Attention with Re-weighting Boosts Length Extrapolation in Large Language Models},
  author = {Bo Gao and Michael W. Spratling},
  year = {2025},
  eprint = {2501.13428},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2501.13428v3},
}