@misc{indiciae712f6954e551, title = {The Liabilities of Robots.txt}, author = {Chien-yi Chang and Xin He}, year = {2025}, doi = {10.1016/j.clsr.2025.106176}, url = {https://arxiv.org/abs/2503.06035}, note = {Source identifier: 2503.06035} }