# robots.txt for http://www.theshopweb.co.uk/

User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /visit/

User-agent: Nutch
Disallow: /