@article{onlinealgorithmsforthemultiarmedbandit,
  title = {Online Algorithms for the Multi-Armed Bandit Problem with Markovian Rewards},
  author = {Cem Tekin and Mingyan Liu},
  year = {2010},
  eprint = {1007.2238},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/1007.2238v3},
}