@article{pangustowardstrillionparameterlanguage,
  title = {PanGu-Σ: Towards Trillion Parameter Language Model with Sparse Heterogeneous Computing},
  author = {Xiaozhe Ren and Pingyi Zhou and Xinfan Meng and Xinjing Huang and Yadao Wang and Weichao Wang and Pengfei Li and Xiaoda Zhang and Alexander Podolskiy and Grigory Arshinov and Andrey Bout and Irina Piontkovskaya and Jiansheng Wei and Xin Jiang and Teng Su and Qun Liu and Jun Yao},
  year = {2023},
  eprint = {2303.10845},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2303.10845v1},
}