# robots.txt # HTMLWeb # Author: Harris Padron # Last Updated: 01/01/06 10:30:00 User-agent: Googlebot Disallow: /images Disallow: /Picture Disallow: /Templates Disallow: /motor.cgi Disallow: /motor2.cgi Disallow: /style.css Crawl-delay: 20 User-agent: msnbot Disallow: /images Disallow: /Picture Disallow: /Templates Disallow: /motor.cgi Disallow: /motor2.cgi Disallow: /style.css Crawl-delay: 20 User-agent: Slurp Disallow: /images Disallow: /Picture Disallow: /Templates Disallow: /motor.cgi Disallow: /motor2.cgi Disallow: /style.css Crawl-delay: 20 User-agent: Gigabot Disallow: /images Disallow: /Picture Disallow: /Templates Disallow: /motor.cgi Disallow: /motor2.cgi Disallow: /style.css Crawl-delay: 20 User-agent: * Disallow: /images Disallow: /Picture Disallow: /Templates Disallow: /motor.cgi Disallow: /motor2.cgi Disallow: /style.css Crawl-delay: 20