@article{pipetransformerautomatedelasticpipelinin,
  title = {PipeTransformer: Automated Elastic Pipelining for Distributed Training of Transformers},
  author = {Chaoyang He and Shen Li and Mahdi Soltanolkotabi and Salman Avestimehr},
  year = {2021},
  eprint = {2102.03161},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2102.03161v2},
}