@article{dontstopmenowembeddingbasedscheduling, title = {Don't Stop Me Now: Embedding Based Scheduling for LLMs}, author = {Rana Shahout and Eran Malach and Chunwei Liu and Weifan Jiang and Minlan Yu and Michael Mitzenmacher}, year = {2024}, eprint = {2410.01035}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2410.01035v1}, }