@article{almostsureconvergenceratesofstochasticap, title = {Almost Sure Convergence Rates of Stochastic Approximation and Reinforcement Learning via a Poisson-Moreau Drift}, author = {Xinyu Liu and Zixuan Xie and Shangtong Zhang}, year = {2026}, eprint = {2605.07104}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2605.07104}, }