@misc{indiciae9515787cf797, title = {In-context Pretraining: Language Modeling Beyond Document Boundaries}, author = {Weijia Shi and Sewon Min and Maria Lomeli and Chunting Zhou and Margaret Li and Gergely Szilvasy and Rich James and Xi Victoria Lin and Noah A. Smith and Luke Zettlemoyer and Scott Yih and Mike Lewis}, year = {2024}, url = {https://arxiv.org/abs/2310.10638}, note = {Source identifier: 2310.10638} }