User-agent: * Disallow: /cgi-bin/ Disallow: /cache/ Disallow: /class/ Disallow: /include/ Disallow: /fotki/ Disallow: /adm/ Disallow: /templates/ Disallow: /templates_c/ User-agent: ia_archiver Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: grub-client Disallow: / User-agent: grub Disallow: /