Boxin Wang, Wei Ping, Peng Xu, Lawrence McAfee, Zihan Liu, Mohammad Shoeybi, Yi Dong, Oleksii Kuchaiev, Bo Li, Chaowei Xiao, Anima Anandkumar, Bryan Catanzaro. Shall We Pretrain Autoregressive Language Models with Retrieval? A Comprehensive Study. In Houda Bouamor, Juan Pino 0001, Kalika Bali, editors, Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, EMNLP 2023, Singapore, December 6-10, 2023. pages 7763-7786, Association for Computational Linguistics, 2023. [doi]
@inproceedings{WangPXMLSDKLXAC23,
title = {Shall We Pretrain Autoregressive Language Models with Retrieval? A Comprehensive Study},
author = {Boxin Wang and Wei Ping and Peng Xu and Lawrence McAfee and Zihan Liu and Mohammad Shoeybi and Yi Dong and Oleksii Kuchaiev and Bo Li and Chaowei Xiao and Anima Anandkumar and Bryan Catanzaro},
year = {2023},
url = {https://aclanthology.org/2023.emnlp-main.482},
researchr = {https://researchr.org/publication/WangPXMLSDKLXAC23},
cites = {0},
citedby = {0},
pages = {7763-7786},
booktitle = {Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, EMNLP 2023, Singapore, December 6-10, 2023},
editor = {Houda Bouamor and Juan Pino 0001 and Kalika Bali},
publisher = {Association for Computational Linguistics},
isbn = {979-8-89176-060-8},
}