@article{sambanovasn40lscalingtheaimemorywall, title = {SambaNova SN40L: Scaling the AI Memory Wall with Dataflow and Composition of Experts}, author = {Raghu Prabhakar and Ram Sivaramakrishnan and Darshan Gandhi and Yun Du and Mingran Wang and XiangYu Song and Kejie Zhang and Tianren Gao and Angela Wang and Karen Li and Yongning Sheng and Joshua Brot and Denis Sokolov and Apurv Vivek and Calvin Leung and Arjun Sabnis and Jiayu Bai and Tuowen Zhao and Mark Gottscho and David Jackson and Mark Luttrell and Manish K. Shah and Edison Chen and Kaizhao Liang and Swayambhoo Jain and Urmish Thakker and Dawei Huang and Sumti Jairath and Kevin J. Brown and Kunle Olukotun}, year = {2024}, eprint = {2405.07518}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2405.07518v2}, }