@article{smallinitializationmattersforlargelangua,
  title = {Small Initialization Matters for Large Language Models},
  author = {Liangkai Hang and Junjie Yao and Zhiyu Li and Feiyu Xiong and Hongkang Yang and Zhi-Qin John Xu},
  year = {2026},
  eprint = {2606.17945},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2606.17945},
}