Yufei Li, Zexin Li, Wei Yang 0013, Cong Liu. RT-LM: Uncertainty-Aware Resource Management for Real-Time Inference of Language Models. In IEEE Real-Time Systems Symposium, RTSS 2023, Taipei, Taiwan, December 5-8, 2023. pages 158-171, IEEE, 2023. [doi]
@inproceedings{LiL0L23,
title = {RT-LM: Uncertainty-Aware Resource Management for Real-Time Inference of Language Models},
author = {Yufei Li and Zexin Li and Wei Yang 0013 and Cong Liu},
year = {2023},
doi = {10.1109/RTSS59052.2023.00023},
url = {https://doi.org/10.1109/RTSS59052.2023.00023},
researchr = {https://researchr.org/publication/LiL0L23},
cites = {0},
citedby = {0},
pages = {158-171},
booktitle = {IEEE Real-Time Systems Symposium, RTSS 2023, Taipei, Taiwan, December 5-8, 2023},
publisher = {IEEE},
isbn = {979-8-3503-2857-8},
}