@misc{indiciaeed0e0ced79a1, title = {Effective Long-Context Scaling of Foundation Models}, author = {Wenhan Xiong and Jingyu Liu and Igor Molybog and Hejia Zhang and Prajjwal Bhargava and Rui Hou and Louis Martin and Rashi Rungta and Karthik Abinav Sankararaman and Barlas Oguz and Madian Khabsa and Han Fang and Yashar Mehdad and Sharan Narang and Kshitiz Malik and Angela Fan and Shruti Bhosale and Sergey Edunov and Mike Lewis and Sinong Wang and Hao Ma}, year = {2023}, url = {https://arxiv.org/abs/2309.16039}, note = {Source identifier: 2309.16039} }