User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /redir.php
Disallow: /redirect.htm
Disallow: /default_new.php
Disallow: /gui/
# Note: This  will disallow robots from accessing any page in the directory tree starting with /gui/
Disallow: /banks/
Disallow: /charities/
Disallow: /countycouncils/
Disallow: /edutrain/
Disallow: /govdepartments/
Disallow: /restaurants/
Disallow: /schools/
Disallow: /solicitors/
# Note: 'Disallow: /advertising' will disallow robots from accessing advertising.htm, advertising.php, advertisingandmore.htm as well as the directory tree starting with /advertising/
# There is an implied wildcard character following whatever is listed in the Disallow line.
# If this line read 'Disallow: /advertising/' instead, it would just block the directory tree starting with /advertising/