@article{logahpredicting774millionparameter, title = {LoGAH: Predicting 774-Million-Parameter Transformers using Graph HyperNetworks with 1/100 Parameters}, author = {Xinyu Zhou and Boris Knyazev and Alexia Jolicoeur-Martineau and Jie Fu}, year = {2024}, eprint = {2405.16287}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2405.16287v1}, }