@inproceedings{rethinkingthepositionalencodingin, title = {Rethinking Positional Encoding in Language Pre-training}, author = {Guolin Ke and Di He and Tie-Yan Liu}, year = {2020}, booktitle = {ICLR 2021 1}, eprint = {2006.15595}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2006.15595v4}, }