@article{efficientpretrainingofllmsthroughtruncat,
  title = {Efficient Pre-Training of LLMs through Truncated SVD Layers},
  author = {Kaivan Kamali and Kajetan Schweighofer and Hormoz Shahrzad and Olivier Francon and Babak Hodjat and Risto Miikkulainen},
  year = {2026},
  eprint = {2605.28573},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2605.28573},
}