@article{efficientstagewisepretrainingvia, title = {Efficient Stagewise Pretraining via Progressive Subnetworks}, author = {Abhishek Panigrahi and Nikunj Saunshi and Kaifeng Lyu and Sobhan Miryoosefi and Sashank Reddi and Satyen Kale and Sanjiv Kumar}, year = {2024}, eprint = {2402.05913}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2402.05913v2}, }