@inproceedings{ontheimportanceofpretrainingdatavolume, title = {On the importance of pre-training data volume for compact language models}, author = {Vincent Micheli and Martin d'Hoffschmidt and François Fleuret}, year = {2020}, booktitle = {EMNLP 2020 11}, eprint = {2010.03813}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2010.03813v2}, }