@article{almostsureconvergenceoflineartemporal, title = {Almost Sure Convergence of Linear Temporal Difference Learning with Arbitrary Features}, author = {Jiuqi Wang and Shangtong Zhang}, year = {2024}, eprint = {2409.12135}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2409.12135v2}, }