# Robots.txt file specifies that no robots should visit any URL starting with: User-agent: * Disallow: /ajax/ # make sure that this is not multilingual URL Disallow: /tools/