@article{towardsunderstandingdistributional, title = {The Benefits of Being Categorical Distributional: Uncertainty-aware Regularized Exploration in Reinforcement Learning}, author = {Ke Sun and Yingnan Zhao and Enze Shi and Yafei Wang and Xiaodong Yan and Bei Jiang and Linglong Kong}, year = {2021}, eprint = {2110.03155}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2110.03155v6}, }