Chen Liang, Haoming Jiang, Zheng Li, Xianfeng Tang, Bing Yin, Tuo Zhao. HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers. In The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, Rwanda, May 1-5, 2023. OpenReview.net, 2023. [doi]
@inproceedings{LiangJLTYZ23,
title = {HomoDistil: Homotopic Task-Agnostic Distillation of Pre-trained Transformers},
author = {Chen Liang and Haoming Jiang and Zheng Li and Xianfeng Tang and Bing Yin and Tuo Zhao},
year = {2023},
url = {https://openreview.net/pdf?id=D7srTrGhAs},
researchr = {https://researchr.org/publication/LiangJLTYZ23},
cites = {0},
citedby = {0},
booktitle = {The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, Rwanda, May 1-5, 2023},
publisher = {OpenReview.net},
}