@article{theimportanceofpositionalencoding,
  title = {Learning positional encodings in transformers depends on initialization},
  author = {Takuya Ito and Luca Cocchi and Tim Klinger and Parikshit Ram and Murray Campbell and Luke Hearne},
  year = {2024},
  eprint = {2406.08272},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2406.08272v3},
}