@misc{indiciaef7c4b74f5dbd, title = {Difference-Masking: Choosing What to Mask in Continued Pretraining}, author = {Alex Wilf and Syeda Nahida Akter and Leena Mathur and Paul Pu Liang and Sheryl Mathew and Mengrou Shou and Eric Nyberg and Louis-Philippe Morency}, year = {2023}, url = {https://arxiv.org/abs/2305.14577}, note = {Source identifier: 2305.14577} }