# robots.txt for http://www.desinetwork.co.nz by KJ SINGH # Site scrapers that are completely disallowed User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: BorderManager* Disallow: / User-agent: Maxthon Disallow: / User-agent: Bilbo/2.3b-UNIX Disallow: / User-agent: webcollage/1.77 Disallow: / User-agent: FAST-WebCrawler/3.6/FirstPage Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Offline Explorer/1.9 Disallow: / User-agent: Missigua Locator 1.9 Disallow: / User-agent: grub-client Disallow: / User-agent: msrbot Disallow: / User-agent: LWP::Simple Disallow: / User-agent: * Disallow: /plunins Disallow: /admin Disallow: /cpanel Disallow: /controlpanel