@article{adalomolowmemoryoptimizationwithadaptive, title = {AdaLomo: Low-memory Optimization with Adaptive Learning Rate}, author = {Kai Lv and Hang Yan and Qipeng Guo and Haijun Lv and Xipeng Qiu}, year = {2023}, eprint = {2310.10195}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2310.10195v3}, }