@article{rewardtamperingproblemsandsolutionsin,
  title = {Reward Tampering Problems and Solutions in Reinforcement Learning: A Causal Influence Diagram Perspective},
  author = {Tom Everitt and Marcus Hutter and Ramana Kumar and Victoria Krakovna},
  year = {2019},
  eprint = {1908.04734},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/1908.04734v5},
}