@article{thresholdbasedexclusivebatchingforllminf, title = {Threshold-Based Exclusive Batching for LLM Inference}, author = {Weifang Zhang and Yuzhou Nie and Bowen Pang and Guangrui Ma and Shining Wu}, year = {2026}, eprint = {2606.00516}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2606.00516}, }