@misc{indiciaecc9610370744, title = {SpacTor-T5: Pre-training T5 Models with Span Corruption and Replaced Token Detection}, author = {Ke Ye and Heinrich Jiang and Afshin Rostamizadeh and Ayan Chakrabarti and Giulia DeSalvo and Jean-François Kagy and Lazaros Karydas and Gui Citovsky and Sanjiv Kumar}, year = {2024}, url = {https://arxiv.org/abs/2401.13160}, note = {Source identifier: 2401.13160} }