@article{stochasticapproximationwithmarkovnoise,
  title = {Stochastic Approximation with Markov Noise: Analysis and applications in reinforcement learning},
  author = {Prasenjit Karmakar},
  year = {2020},
  eprint = {2012.00805},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2012.00805v1},
}