{"id":"2308.04689","title":"Web crawler strategies for web pages under robot.txt restriction","url":"https://codeofpaper.com/paper/2308.04689","arxiv_url":"https://arxiv.org/abs/2308.04689","published":"2023-08-09","code":"none","best":null,"most_starred_community":null,"implementations":[],"possible_matches":0}