@misc{indiciae9c626c6d4b05, title = {Scrapers selectively respect robots.txt directives: evidence from a large-scale empirical study}, author = {Taein Kim and Karstan Bock and Claire Luo and Amanda Liswood and Chloe Poroslay and Emily Wenger}, year = {2025}, url = {https://arxiv.org/abs/2505.21733}, note = {Source identifier: 2505.21733} }