@article{s4rlsurprisinglysimpleselfsupervisionfor,
  title = {S4RL: Surprisingly Simple Self-Supervision for Offline Reinforcement Learning},
  author = {Samarth Sinha and Ajay Mandlekar and Animesh Garg},
  year = {2021},
  eprint = {2103.06326},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2103.06326v2},
}