##ACAP version=1.0 # robots.txt generated at http://www.mcanerin.com User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: twiceler Disallow: User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: ia_archiver Disallow: / User-agent: baiduspider Disallow: User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: User-agent: * Disallow: Disallow: /cgi-bin/ # robots.txt generated at http://www.mcanerin.com ACAP-crawler: Googlebot # User-agent: Googlebot ACAP-crawler: Googlebot-Image # User-agent: Googlebot-Image ACAP-crawler: MSNBot # User-agent: MSNBot ACAP-crawler: Slurp # User-agent: Slurp ACAP-crawler: Teoma # User-agent: Teoma ACAP-crawler: twiceler # User-agent: twiceler ACAP-crawler: Gigabot # User-agent: Gigabot ACAP-crawler: Scrubby # User-agent: Scrubby ACAP-crawler: Robozilla # User-agent: Robozilla ACAP-crawler: Nutch # User-agent: Nutch ACAP-crawler: ia_archiver # User-agent: ia_archiver ACAP-disallow-crawl: / # Disallow: / ACAP-crawler: baiduspider # User-agent: baiduspider ACAP-crawler: yahoo-mmcrawler # User-agent: yahoo-mmcrawler ACAP-disallow-crawl: / # Disallow: / ACAP-crawler: psbot # User-agent: psbot ACAP-disallow-crawl: / # Disallow: / ACAP-crawler: asterias # User-agent: asterias ACAP-disallow-crawl: / # Disallow: / ACAP-crawler: yahoo-blogs/v3.9 # User-agent: yahoo-blogs/v3.9 ACAP-crawler: * # User-agent: * ACAP-disallow-crawl: /cgi-bin/ # Disallow: /cgi-bin/