@article{distillthenreplaceefficienttaskspecifich, title = {Distill-then-Replace: Efficient Task-Specific Hybrid Attention Model Construction}, author = {Xiaojie Xia and Huigang Zhang and Chaoliang Zhong and Jun Sun and Yusuke Oishi}, year = {2026}, eprint = {2601.11667}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2601.11667}, }