@article{230514577, title = {Difference-Masking: Choosing What to Mask in Continued Pretraining}, author = {Alex Wilf and Syeda Nahida Akter and Leena Mathur and Paul Pu Liang and Sheryl Mathew and Mengrou Shou and Eric Nyberg and Louis-Philippe Morency}, year = {2023}, eprint = {2305.14577}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2305.14577v2}, }