@article{exploringquantizationforefficientpre, title = {Exploring Quantization for Efficient Pre-Training of Transformer Language Models}, author = {Kamran Chitsaz and Quentin Fournier and Gonçalo Mordido and Sarath Chandar}, year = {2024}, eprint = {2407.11722}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2407.11722v2}, }