# # # Robots.txt file from http://www.makenorthwest.co.uk/robots.txt # # All robots will spider the domain User-agent: * Disallow: Disallow: /makechanges/activatecomment Disallow: /makechanges/deactivatecomment Disallow: /pagination Disallow: /ajax Disallow: /auth Disallow: /admin Disallow: /downloads Disallow: /error Disallow: /newsletter/subscribe Disallow: /newsletter/unsubscribe Disallow: /sendtofriend Disallow: /sitemap Disallow: /search Disallow: /covers Disallow: /css Disallow: /gdfonts Disallow: /images Disallow: /js Disallow: /media Disallow: /text Disallow: /videos Disallow: /xml Disallow: /secureimage_play Disallow: /secureimage_show Disallow: /Secureimage Disallow: /scripts Disallow: /test Disallow: /favicon.ico User-agent: Titan Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: /