@article{emergentmodularityinpretrained, title = {Emergent Modularity in Pre-trained Transformers}, author = {Zhengyan Zhang and Zhiyuan Zeng and Yankai Lin and Chaojun Xiao and Xiaozhi Wang and Xu Han and Zhiyuan Liu and Ruobing Xie and Maosong Sun and Jie zhou}, year = {2023}, eprint = {2305.18390}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2305.18390v2}, }