@article{dynamicselfdistillationviapreviousmini, title = {Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models}, author = {Yao Fu and Yin Yu and Xiaotian Han and Runchao Li and Xianxuan Long and Haotian Yu and Pan Li}, year = {2024}, eprint = {2411.16991}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2411.16991v1}, }