@article{shortdatalongcontextdistillingpositional,
  title = {Short Data, Long Context: Distilling Positional Knowledge in Transformers},
  author = {Patrick Huber and Ernie Chang and Chinnadhurai Sankar and Rylan Conway and Igor Fedorov and Md Rifat Arefin and Adithya Sagar},
  year = {2026},
  eprint = {2604.06070},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2604.06070},
}