@article{lowerboundsforpolicyiterationonmulti,
  title = {Lower Bounds for Policy Iteration on Multi-action MDPs},
  author = {Kumar Ashutosh and Sarthak Consul and Bhishma Dedhia and Parthasarathi Khirwadkar and Sahil Shah and Shivaram Kalyanakrishnan},
  year = {2020},
  eprint = {2009.07842},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2009.07842v1},
}