@inproceedings{herbertefficientlypretrainedtransformer,
  title = {HerBERT: Efficiently Pretrained Transformer-based Language Model for Polish},
  author = {Robert Mroczkowski and Piotr Rybak and Alina Wróblewska and Ireneusz Gawlik},
  year = {2021},
  booktitle = {EACL (BSNLP) 2021 4},
  eprint = {2105.01735},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2105.01735v1},
}