@article{pipefisherefficienttrainingoflarge, title = {PipeFisher: Efficient Training of Large Language Models Using Pipelining and Fisher Information Matrices}, author = {Kazuki Osawa and Shigang Li and Torsten Hoefler}, year = {2022}, eprint = {2211.14133}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2211.14133v2}, }