@article{empiricalqvalueiteration,
  title = {Empirical Q-Value Iteration},
  author = {Dileep Kalathil and Vivek S. Borkar and Rahul Jain},
  year = {2014},
  eprint = {1412.0180},
  archivePrefix = {arXiv},
  url = {http://arxiv.org/abs/1412.0180v3},
}