@article{positionembeddingneedsanindependentlayer,
  title = {Position Embedding Needs an Independent Layer Normalization},
  author = {Runyi Yu and Zhennan Wang and Yinhuai Wang and Kehan Li and Yian Zhao and Jian Zhang and Guoli Song and Jie Chen},
  year = {2022},
  eprint = {2212.05262},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2212.05262v2},
}