@article{democratizingaiopensourcescalablellm,
  title = {Democratizing AI: Open-source Scalable LLM Training on GPU-based Supercomputers},
  author = {Siddharth Singh and Prajwal Singhania and Aditya Ranjan and John Kirchenbauer and Jonas Geiping and Yuxin Wen and Neel Jain and Abhimanyu Hans and Manli Shu and Aditya Tomar and Tom Goldstein and Abhinav Bhatele},
  year = {2025},
  eprint = {2502.08145},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2502.08145v1},
}