Zeyu Yun, Yubei Chen, Bruno A. Olshausen, Yann LeCun. Transformer visualization via dictionary learning: contextualized embedding as a linear superposition of transformer factors. In Eneko Agirre, Marianna Apidianaki, Ivan Vulic, editors, Proceedings of Deep Learning Inside Out: The 2nd Workshop on Knowledge Extraction and Integration for Deep Learning Architectures, DeeLIO@NAACL-HLT 2021, Online, June 10 2021. pages 1-10, Association for Computational Linguistics, 2021. [doi]
@inproceedings{YunCOL21,
title = {Transformer visualization via dictionary learning: contextualized embedding as a linear superposition of transformer factors},
author = {Zeyu Yun and Yubei Chen and Bruno A. Olshausen and Yann LeCun},
year = {2021},
doi = {10.18653/v1/2021.deelio-1.1},
url = {https://doi.org/10.18653/v1/2021.deelio-1.1},
researchr = {https://researchr.org/publication/YunCOL21},
cites = {0},
citedby = {0},
pages = {1-10},
booktitle = {Proceedings of Deep Learning Inside Out: The 2nd Workshop on Knowledge Extraction and Integration for Deep Learning Architectures, DeeLIO@NAACL-HLT 2021, Online, June 10 2021},
editor = {Eneko Agirre and Marianna Apidianaki and Ivan Vulic},
publisher = {Association for Computational Linguistics},
isbn = {978-1-954085-30-5},
}