Haw-Shiuan Chang, Andrew McCallum. Softmax Bottleneck Makes Language Models Unable to Represent Multi-mode Word Distributions. In Smaranda Muresan, Preslav Nakov, Aline Villavicencio, editors, Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2022, Dublin, Ireland, May 22-27, 2022. pages 8048-8073, Association for Computational Linguistics, 2022. [doi]
@inproceedings{ChangM22,
title = {Softmax Bottleneck Makes Language Models Unable to Represent Multi-mode Word Distributions},
author = {Haw-Shiuan Chang and Andrew McCallum},
year = {2022},
url = {https://aclanthology.org/2022.acl-long.554},
researchr = {https://researchr.org/publication/ChangM22},
cites = {0},
citedby = {0},
pages = {8048-8073},
booktitle = {Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2022, Dublin, Ireland, May 22-27, 2022},
editor = {Smaranda Muresan and Preslav Nakov and Aline Villavicencio},
publisher = {Association for Computational Linguistics},
isbn = {978-1-955917-21-6},
}