@article{zebraextendingcontextwindowwithlayerwise, title = {Zebra: Extending Context Window with Layerwise Grouped Local-Global Attention}, author = {Kaiqiang Song and Xiaoyang Wang and Sangwoo Cho and Xiaoman Pan and Dong Yu}, year = {2023}, eprint = {2312.08618}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2312.08618v1}, }