@article{scalingembeddingsoutperformsscalingexper, title = {Scaling Embeddings Outperforms Scaling Experts in Language Models}, author = {Hong Liu and Jiaqi Zhang and Chao Wang and Xing Hu and Linkun Lyu and Jiaqi Sun and Xurui Yang and Bo Wang and Fengcun Li and Yulei Qian and Lingtong Si and Yerui Sun and Rumei Li and Peng Pei and Yuchen Xie and Xunliang Cai}, year = {2026}, eprint = {2601.21204}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2601.21204}, }