@article{hybridnormtowardsstableandefficient, title = {HybridNorm: Towards Stable and Efficient Transformer Training via Hybrid Normalization}, author = {Zhijian Zhuo and Yutao Zeng and Ya Wang and Sijun Zhang and Jian Yang and XiaoQing Li and Xun Zhou and Jinwen Ma}, year = {2025}, eprint = {2503.04598}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2503.04598v2}, }