@article{promptcompressionwithcontextaware, title = {Prompt Compression with Context-Aware Sentence Encoding for Fast and Improved LLM Inference}, author = {Barys Liskavets and Maxim Ushakov and Shuvendu Roy and Mark Klibanov and Ali Etemad and Shane Luke}, year = {2024}, eprint = {2409.01227}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2409.01227v3}, }