@inproceedings{NEURIPS2021_9185f3ec, author = {Chen, Beidi and Dao, Tri and Winsor, Eric and Song, Zhao and Rudra, Atri and R\'{e}, Christopher}, booktitle = {Advances in Neural Information Processing Systems}, editor = {M. Ranzato and A. Beygelzimer and Y. Dauphin and P.S. Liang and J. Wortman Vaughan}, pages = {17413--17426}, publisher = {Curran Associates, Inc.}, title = {Scatterbrain: Unifying Sparse and Low-rank Attention}, url = {https://proceedings.neurips.cc/paper_files/paper/2021/file/9185f3ec501c674c7c788464a36e7fb3-Paper.pdf}, volume = {34}, year = {2021} }