@article{proceduralknowledgeinpretrainingdrives, title = {Procedural Knowledge in Pretraining Drives Reasoning in Large Language Models}, author = {Laura Ruis and Maximilian Mozes and Juhan Bae and Siddhartha Rao Kamalakara and Dwarak Talupuru and Acyr Locatelli and Robert Kirk and Tim Rocktäschel and Edward Grefenstette and Max Bartolo}, year = {2024}, eprint = {2411.12580}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2411.12580v1}, }