@article{modernbertordebertav3examining, title = {ModernBERT or DeBERTaV3? Examining Architecture and Data Influence on Transformer Encoder Models Performance}, author = {Wissam Antoun and Benoît Sagot and Djamé Seddah}, year = {2025}, eprint = {2504.08716}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2504.08716v1}, }