@article{whatshiddeninaonelayerrandomly,
  title = {What's Hidden in a One-layer Randomly Weighted Transformer?},
  author = {Sheng Shen and Zhewei Yao and Douwe Kiela and Kurt Keutzer and Michael W. Mahoney},
  year = {2021},
  eprint = {2109.03939},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2109.03939v1},
}