# robots.txt # PSBOT Image crawler User-agent: psbot Disallow: / # #User-agent: msnbot #Crawl-delay: 120 #User-agent: vse/1.0 #Crawl-delay: 120 # User-agent: * Disallow: /Templates/ Disallow: /biz/ Disallow: /cgi-bin/ Disallow: /fmt/ Disallow: /images/ Disallow: /inhouse/ Disallow: /js/ Disallow: /marobs/php/ Disallow: /nobob/ Disallow: /pubs/tools/ Disallow: /rsch/ Disallow: /seagrant/Templates/ Disallow: /seagrant/fmt/ Disallow: /seagrant/images/ Disallow: /seagrant/GLFLI/