@article{alphadecaymodulewiseweightdecayforheavy,
  title = {AlphaDecay: Module-wise Weight Decay for Heavy-Tailed Balancing in LLMs},
  author = {Di He and Ajay Jaiswal and Songjun Tu and Li Shen and Ganzhao Yuan and Shiwei Liu and Lu Yin},
  year = {2025},
  eprint = {2506.14562},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2506.14562v2},
}