@article{markovdecisionprocesseswithcontinuous,
  title = {Markov Decision Processes with Continuous Side Information},
  author = {Aditya Modi and Nan Jiang and Satinder Singh and Ambuj Tewari},
  year = {2017},
  eprint = {1711.05726},
  archivePrefix = {arXiv},
  url = {http://arxiv.org/abs/1711.05726v1},
}