@article{structformerdocumentstructurebasedmasked, title = {StructFormer: Document Structure-based Masked Attention and its Impact on Language Model Pre-Training}, author = {Kaustubh Ponkshe and Venkatapathy Subramanian and Natwar Modani and Ganesh Ramakrishnan}, year = {2024}, eprint = {2411.16618}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2411.16618v1}, }