@article{spdfsparsepretraininganddensefine,
  title = {SPDF: Sparse Pre-training and Dense Fine-tuning for Large Language Models},
  author = {Vithursan Thangarasa and Abhay Gupta and William Marshall and Tianda Li and Kevin Leong and Dennis Decoste and Sean Lie and Shreyas Saxena},
  year = {2023},
  eprint = {2303.10464},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2303.10464v2},
}