@article{aslidingwindowalgorithmformarkov,
  title = {A Sliding-Window Algorithm for Markov Decision Processes with Arbitrarily Changing Rewards and Transitions},
  author = {Pratik Gajane and Ronald Ortner and Peter Auer},
  year = {2018},
  eprint = {1805.10066},
  archivePrefix = {arXiv},
  url = {http://arxiv.org/abs/1805.10066v1},
}