@article{pretrainingwithrandomorthogonal, title = {Pre-training with Random Orthogonal Projection Image Modeling}, author = {Maryam Haghighat and Peyman Moghadam and Shaheer Mohamed and Piotr Koniusz}, year = {2023}, eprint = {2310.18737}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2310.18737v2}, }