Zhongzhi Yu, Zheng Wang, Yonggan Fu, Huihong Shi, Khalid Shaikh, Yingyan Celine Lin. Unveiling and Harnessing Hidden Attention Sinks: Enhancing Large Language Models without Training through Attention Calibration. In Forty-first International Conference on Machine Learning, ICML 2024, Vienna, Austria, July 21-27, 2024. pages 57659-57677, OpenReview.net, 2024. [doi]
@inproceedings{YuWFSSL24,
title = {Unveiling and Harnessing Hidden Attention Sinks: Enhancing Large Language Models without Training through Attention Calibration},
author = {Zhongzhi Yu and Zheng Wang and Yonggan Fu and Huihong Shi and Khalid Shaikh and Yingyan Celine Lin},
year = {2024},
url = {https://openreview.net/forum?id=DLTjFFiuUJ},
researchr = {https://researchr.org/publication/YuWFSSL24},
cites = {0},
citedby = {0},
pages = {57659-57677},
booktitle = {Forty-first International Conference on Machine Learning, ICML 2024, Vienna, Austria, July 21-27, 2024},
publisher = {OpenReview.net},
}