@article{scalableparameterandmemoryefficient,
  title = {Scalable Parameter and Memory Efficient Pretraining for LLM: Recent Algorithmic Advances and Benchmarking},
  author = {Athanasios Glentis and Jiaxiang Li and Qiulin Shang and Andi Han and Ioannis Tsaknakis and Quan Wei and Mingyi Hong},
  year = {2025},
  eprint = {2505.22922},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2505.22922v1},
}