# robots.txt # # This file tells visiting robots which parts of the site should not be visited by the robot. User-agent: ia_archiver Disallow: / User-agent: SBIder Disallow: /