@article{transformerlanguagemodelshandleword,
  title = {Transformer Language Models Handle Word Frequency in Prediction Head},
  author = {Goro Kobayashi and Tatsuki Kuribayashi and Sho Yokoi and Kentaro Inui},
  year = {2023},
  eprint = {2305.18294},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2305.18294v1},
}