@article{textqualitybasedpruningforefficient, title = {Text Quality-Based Pruning for Efficient Training of Language Models}, author = {Vasu Sharma and Karthik Padthe and Newsha Ardalani and Kushal Tirumala and Russell Howes and Hu Xu and Po-Yao Huang and Shang-Wen Li and Armen Aghajanyan and Gargi Ghosh and Luke Zettlemoyer}, year = {2024}, eprint = {2405.01582}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2405.01582v3}, }