@article{to24sparsityandbeyondneuronlevelactivati, title = {To 2:4 Sparsity and Beyond: Neuron-level Activation Function to Accelerate LLM Pre-Training}, author = {Meghana Madhyastha and Daniel Haziza and Jesse Cai and Newsha Ardalani and Zhiqi Bu and Carole-Jean Wu}, year = {2026}, eprint = {2602.06183}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2602.06183}, }