@article{modelagnostichybridshardingfor,
  title = {Model Agnostic Hybrid Sharding For Heterogeneous Distributed Inference},
  author = {Claudio Angione and Yue Zhao and Harry Yang and Ahmad Farhan and Fielding Johnston and James Buban and Patrick Colangelo},
  year = {2024},
  eprint = {2407.19775},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2407.19775v1},
}