@misc{indiciae240032ece234, title = {Shall We Pretrain Autoregressive Language Models with Retrieval? A Comprehensive Study}, author = {Boxin Wang and Wei Ping and Peng Xu and Lawrence McAfee and Zihan Liu and Mohammad Shoeybi and Yi Dong and Oleksii Kuchaiev and Bo Li and Chaowei Xiao and Anima Anandkumar and Bryan Catanzaro}, year = {2023}, url = {https://arxiv.org/abs/2304.06762}, note = {Source identifier: 2304.06762} }