Yuzhong Wang, Xu Han, Weilin Zhao, Guoyang Zeng, Zhiyuan Liu, Maosong Sun 0001. H3T: Efficient Integration of Memory Optimization and Parallelism for Large-scale Transformer Training. In Alice Oh, Tristan Naumann, Amir Globerson, Kate Saenko, Moritz Hardt, Sergey Levine, editors, Advances in Neural Information Processing Systems 36: Annual Conference on Neural Information Processing Systems 2023, NeurIPS 2023, New Orleans, LA, USA, December 10 - 16, 2023. 2023. [doi]
@inproceedings{WangHZZL023,
title = {H3T: Efficient Integration of Memory Optimization and Parallelism for Large-scale Transformer Training},
author = {Yuzhong Wang and Xu Han and Weilin Zhao and Guoyang Zeng and Zhiyuan Liu and Maosong Sun 0001},
year = {2023},
url = {http://papers.nips.cc/paper_files/paper/2023/hash/7886b89aced4d37dd25a6f32854bf3f9-Abstract-Conference.html},
researchr = {https://researchr.org/publication/WangHZZL023},
cites = {0},
citedby = {0},
booktitle = {Advances in Neural Information Processing Systems 36: Annual Conference on Neural Information Processing Systems 2023, NeurIPS 2023, New Orleans, LA, USA, December 10 - 16, 2023},
editor = {Alice Oh and Tristan Naumann and Amir Globerson and Kate Saenko and Moritz Hardt and Sergey Levine},
}