@article{provablyefficientonlineagnosticlearning,
  title = {Online Learning in Unknown Markov Games},
  author = {Yi Tian and Yuanhao Wang and Tiancheng Yu and Suvrit Sra},
  year = {2020},
  eprint = {2010.15020},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2010.15020v2},
}