@article{offpolicymultistepqlearning, title = {Composite Q-learning: Multi-scale Q-function Decomposition and Separable Optimization}, author = {Gabriel Kalweit and Maria Huegle and Joschka Boedecker}, year = {2019}, eprint = {1909.13518}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/1909.13518v2}, }