# Robots.txt file created by Bob # For domain: http://www.bobandbonnie.com # Validated by http://tool.motoricerca.info/robots-checker.phtml # Prevent the Internet Archive site from archiving any of my site's pages User-agent: ia_archiver Disallow: / # Prevent the Googlebot image archiver from archiving any of my site's images User-agent: Googlebot-Image Disallow: / # Prevent the Yahoo image search robot from archiving any of my site's images User-agent: Yahoo-MMCrawler Disallow: / # Prevent the MSN image search robot from archiving any of my site's images User-agent: msnbot-MM Disallow: / # Prevent the Firefox Fastfox page preloauder from preloading my site's pages User-agent: Fasterfox Disallow: / # All allowed robots will spider the entire domain, except for the following files and folders User-agent: * Disallow: /cgi-bin Disallow: /css Disallow: /favicon.ico Disallow: /guestbook Disallow: /header.html Disallow: /images Disallow: /login.html Disallow: /navcolumn.html Disallow: /scripts.txt Disallow: /spidercount/