@article{efficientlyservingllmreasoningprograms, title = {Efficiently Serving LLM Reasoning Programs with Certaindex}, author = {Yichao Fu and Junda Chen and Siqi Zhu and Zheyu Fu and Zhongdongming Dai and Aurick Qiao and Hao Zhang}, year = {2024}, eprint = {2412.20993}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2412.20993v1}, }