@inproceedings{whendotransformersshineinrldecoupling1, title = {When Do Transformers Shine in RL? Decoupling Memory from Credit Assignment}, author = {Tianwei Ni and Michel Ma and Benjamin Eysenbach and Pierre-Luc Bacon}, year = {2023}, booktitle = {NeurIPS 2023 11}, eprint = {2307.03864}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2307.03864v4}, }