# # robots.txt # GNU Robots.txt Feel free to use with credit given to WebmasterWorld. # Please, we do NOT allow nonauthorized robots any longer. # http://www.searchengineworld.com/robots/ # Yes, feel free to copy and use the following. User-Agent: * Disallow: /cgi-local/ User-Agent: * Disallow: /cgi-bin/ User-Agent: * Disallow: /stats/ User-Agent: * Disallow: /webalizer/ User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: User-agent: Slurp Disallow: User-agent: ZyBorg Disallow: User-agent: fast Disallow: User-agent: Openbot Disallow: User-agent: Scooter Disallow: User-agent: msnbot Disallow: User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CherryPicker Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Teleport Disallow: / User-agent: EmailCollector Disallow: / User-agent: TurnitinBot Disallow: / User-agent: NPBot Disallow: / User-agent: LinkWalker Disallow: / User-agent: Zeus Disallow: / User-agent: * Disallow: /gfx/ Disallow: /cgi-bin/ Disallow: /QuickSand/ Disallow: /pda/ Disallow: /zForumFFFFFF/