@article{isreinforcementlearningmoredifficultthan, title = {Is Reinforcement Learning More Difficult Than Bandits? A Near-optimal Algorithm Escaping the Curse of Horizon}, author = {Zihan Zhang and Xiangyang Ji and Simon S. Du}, year = {2020}, eprint = {2009.13503}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2009.13503v2}, }