@inproceedings{whetten2024analysislinearcomplexityattention, title={An Analysis of Linear Complexity Attention Substitutes with BEST-RQ}, author={Ryan Whetten and Titouan Parcollet and Adel Moumen and Marco Dinarelli and Yannick Estève}, booktitle={Spoken Language Technology Workshop (SLT)}, year={2024}, eprint={2409.02596}, archivePrefix={arXiv}, primaryClass={cs.LG}, url={https://arxiv.org/abs/2409.02596}, }