@inproceedings{whatshiddeninaonelayerrandomlyweighted,
  title = {What’s Hidden in a One-layer Randomly Weighted Transformer?},
  author = {Sheng Shen and Zhewei Yao and Douwe Kiela and Kurt Keutzer and Michael Mahoney},
  year = {2021},
  booktitle = {EMNLP 2021 11},
  url = {https://aclanthology.org/2021.emnlp-main.231},
}