User-agent: * Disallow: /cgi-bin/ User-agent: Googlebot User-agent: Googlebot-Image User-agent: MSNBot User-agent: Slurp User-agent: Gigabot User-agent: Scrubby User-agent: Robozilla Sitemap: http://www.bodypub.com/sitemap.xml # advertising-related bots: User-agent: Mediapartners-Google* Disallow: /cgi-bin/ # Some bots are known to be trouble, particularly those designed to copy # entire sites. Please obey robots.txt. User-agent: sitecheck.internetseer.com Disallow: /cgi-bin/ User-agent: Zealbot Disallow: /cgi-bin/ User-agent: MSIECrawler Disallow: /cgi-bin/ User-agent: SiteSnagger Disallow: /cgi-bin/ User-agent: WebStripper Disallow: /cgi-bin/ User-agent: WebCopier Disallow: /cgi-bin/ User-agent: Fetch Disallow: /cgi-bin/ User-agent: Offline Explorer Disallow: /cgi-bin/ User-agent: Teleport Disallow: /cgi-bin/ User-agent: TeleportPro Disallow: /cgi-bin/ User-agent: WebZIP Disallow: /cgi-bin/ User-agent: linko Disallow: /cgi-bin/ User-agent: HTTrack Disallow: /cgi-bin/ User-agent: Microsoft.URL.Control Disallow: /cgi-bin/ User-agent: Xenu Disallow: /cgi-bin/ User-agent: larbin Disallow: /cgi-bin/ User-agent: libwww Disallow: /cgi-bin/ User-agent: ZyBORG Disallow: /cgi-bin/ User-agent: Download Ninja Disallow: /cgi-bin/