@misc{indiciaeed6e38c15fe7,
  title = {Web crawler strategies for web pages under robot.txt restriction},
  author = {Piyush Vyas and Akhilesh Chauhan and Tushar Mandge and Surbhi Hardikar},
  year = {2024},
  url = {https://arxiv.org/abs/2308.04689},
  note = {Source identifier: 2308.04689}
}