@misc{indiciaef5d6c5039dd1, title = {Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length}, author = {Xuezhe Ma and Xiaomeng Yang and Wenhan Xiong and Beidi Chen and Lili Yu and Hao Zhang and Jonathan May and Luke Zettlemoyer and Omer Levy and Chunting Zhou}, year = {2024}, url = {https://arxiv.org/abs/2404.08801}, note = {Source identifier: 2404.08801} }