@article{thefinetunersfallacywhentopretrainwithyo,
  title = {The Finetuner's Fallacy: When to Pretrain with Your Finetuning Data},
  author = {Christina Baek and Ricardo Pio Monti and David Schwab and Amro Abbas and Rishabh Adiga and Cody Blakeney and Maximilian Böther and Paul Burstein and Aldo Gael Carranza and Alvin Deng and Parth Doshi and Vineeth Dorna and Alex Fang and Tony Jiang and Siddharth Joshi and Brett W. Larsen and Jason Chan Lee and Katherine L. Mentzer and Luke Merrick and Haakon Mongstad and Fan Pan and Anshuman Suri and Darren Teh and Jason Telanoff and Jack Urbanek and Zhengping Wang and Josh Wills and Haoli Yin and Aditi Raghunathan and J. Zico Kolter and Bogdan Gaza and Ari Morcos and Matthew Leavitt and Pratyush Maini},
  year = {2026},
  eprint = {2603.16177},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2603.16177},
}