Han Shi, Jiahui Gao, Xiaozhe Ren, Hang Xu, Xiaodan Liang, Zhenguo Li, James Tin-Yau Kwok. SparseBERT: Rethinking the Importance Analysis in Self-attention. In Marina Meila, Tong Zhang 0001, editors, Proceedings of the 38th International Conference on Machine Learning, ICML 2021, 18-24 July 2021, Virtual Event. Volume 139 of Proceedings of Machine Learning Research, pages 9547-9557, PMLR, 2021. [doi]
@inproceedings{ShiGRXLLK21,
title = {SparseBERT: Rethinking the Importance Analysis in Self-attention},
author = {Han Shi and Jiahui Gao and Xiaozhe Ren and Hang Xu and Xiaodan Liang and Zhenguo Li and James Tin-Yau Kwok},
year = {2021},
url = {http://proceedings.mlr.press/v139/shi21a.html},
researchr = {https://researchr.org/publication/ShiGRXLLK21},
cites = {0},
citedby = {0},
pages = {9547-9557},
booktitle = {Proceedings of the 38th International Conference on Machine Learning, ICML 2021, 18-24 July 2021, Virtual Event},
editor = {Marina Meila and Tong Zhang 0001},
volume = {139},
series = {Proceedings of Machine Learning Research},
publisher = {PMLR},
}