# robots.txt for http://whytewash.com # replaced basic file with this version 082003 # Go away spam-bots! User-Agent: EmailSiphon Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /IMG/ Disallow: /images/ Disallow: /graphics/ Disallow: /download/ Disallow: /_notes/ Disallow: /Skin/ Disallow: /stats/ Disallow: /webbix/ # other bots I want to exclude User-agent: NPBot # name protect bot Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / # Emulating 2600.com to avoid site downloading User-agent: WGet Disallow: / User-agent: Wget Disallow: / User-agent: WebZIP Disallow: / User-agent: WebZIP/3.6 Disallow: / User-agent: Plucker/Py-1.0 Disallow: / User-agent: WebCapture Disallow: / User-agent: WebCopy Disallow: / User-agent: WebCopy/0.98b7 Disallow: / User-agent: WebCopier Disallow: / User-agent: WebCopier v2.8 Disallow: / User-agent: WebCopier v3.0 Disallow: / User-agent: Mass Downloader Disallow: / User-agent: Mass Downloader/2.2 Disallow: / User-agent: Web Downloader Disallow: / User-agent: Web Downloader/2.9 Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Offline Explorer/2.5 Disallow: / User-agent: WebStripper Disallow: / User-agent: WebStripper/2.14 Disallow: /