@article{dynamicmaskingrateschedulesformlm, title = {Dynamic Masking Rate Schedules for MLM Pretraining}, author = {Zachary Ankner and Naomi Saphra and Davis Blalock and Jonathan Frankle and Matthew L. Leavitt}, year = {2023}, eprint = {2305.15096}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2305.15096v3}, }