User-agent: *

Disallow: /404.htm
Disallow: /404.html
Disallow: /403.htm
Disallow: /403.html
Disallow: /500.htm
Disallow: /500.html
Disallow: /recommend.htm
Disallow: /enquire.htm
Disallow: /cgi-bin/*
Disallow: /includes/*
Disallow: /poll/*
Disallow: /contact.htm
Disallow: /recommend.htm

Disallow: /graphics/* # nothing interesting here
Disallow: /images/* # nothing interesting here
Disallow: /*.gif$
Disallow: /*.jpg$

User-agent: Linkchecker
Disallow: *

User-agent: MJ12bot
Disallow: /