@article{optimizationissuesinklconstrained,
  title = {Optimization Issues in KL-Constrained Approximate Policy Iteration},
  author = {Nevena Lazić and Botao Hao and Yasin Abbasi-Yadkori and Dale Schuurmans and Csaba Szepesvári},
  year = {2021},
  eprint = {2102.06234},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2102.06234v1},
}