@article{federatedreinforcementlearninglinear, title = {Federated Stochastic Approximation under Markov Noise and Heterogeneity: Applications in Reinforcement Learning}, author = {Sajad Khodadadian and Pranay Sharma and Gauri Joshi and Siva Theja Maguluri}, year = {2022}, eprint = {2206.10185}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2206.10185v2}, }