@article{acceleratinglargelanguagemodeltraining1,
  title = {Accelerating Large Language Model Training with 4D Parallelism and Memory Consumption Estimator},
  author = {Kazuki Fujii and Kohei Watanabe and Rio Yokota},
  year = {2024},
  eprint = {2411.06465},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2411.06465v1},
}