@article{improvetransformerpretrainingwith, title = {Better Pre-Training by Reducing Representation Confusion}, author = {Haojie Zhang and Mingfei Liang and Ruobing Xie and Zhenlong Sun and Bo Zhang and Leyu Lin}, year = {2022}, eprint = {2210.04246}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2210.04246v2}, }