Sitemap: http://www.ceservices.co.uk/sitemap.xml

User-agent: Googlebot
Disallow: /docs/
Noindex: /docs/
Disallow: /*.pdf
Noindex: /*.pdf
Disallow: /*.swf
Noindex: /*.swf
Disallow: /downloadsHome.asp?mi=2
Disallow: /logFaultHome.asp?mi=1
Disallow: /rss.asp
Disallow: /newsHome.asp?mi=3&type=news&month=4&year=2007
Disallow: /search-directories.asp
Disallow: /newslettersHome.asp?mi=5
Disallow: /locationHome.asp?mi=6
Disallow: /privacyPolicy.asp?mi=7
Disallow: /links.asp



User-agent: Googlebot-Image
Allow: /*

User-agent: Slurp
Crawl-delay: 300
Disallow: /docs/
Disallow: /*.pdf
Disallow: /*.swf
Disallow: /downloadsHome.asp?mi=2
Disallow: /logFaultHome.asp?mi=1
Disallow: /rss.asp
Disallow: /newsHome.asp?mi=3&type=news&month=4&year=2007
Disallow: /search-directories.asp
Disallow: /newslettersHome.asp?mi=5
Disallow: /locationHome.asp?mi=6
Disallow: /privacyPolicy.asp?mi=7
Disallow: /links.asp


User-Agent: Msnbot
Crawl-delay: 120
Disallow: /docs/
Disallow: /*.pdf
Disallow: /*.swf
Disallow: /downloadsHome.asp?mi=2
Disallow: /logFaultHome.asp?mi=1
Disallow: /rss.asp
Disallow: /newsHome.asp?mi=3&type=news&month=4&year=2007
Disallow: /search-directories.asp
Disallow: /newslettersHome.asp?mi=5
Disallow: /locationHome.asp?mi=6
Disallow: /privacyPolicy.asp?mi=7
Disallow: /links.asp

User-agent: nutch
Disallow: /*

User-Agent: OmniExplorer_Bot
Disallow: /*

User-agent: boitho.com-dc
Disallow: /*

User-agent: Bitacle bot/1.1
Disallow: /*

User-agent: Bitacle bot
Disallow: /*

User-agent: Bitacle *
Disallow: /*

User-agent: Bitacle*
Disallow: /*

User-agent: Bitacle
Disallow: /*

# Rules for all other bots not listed above
User-agent: *
Disallow: /docs/
Disallow: /*.pdf
Disallow: /*.swf
Disallow: /downloadsHome.asp?mi=2
Disallow: /logFaultHome.asp?mi=1
Disallow: /rss.asp
Disallow: /newsHome.asp?mi=3&type=news&month=4&year=2007
Disallow: /search-directories.asp
Disallow: /newslettersHome.asp?mi=5
Disallow: /locationHome.asp?mi=6
Disallow: /privacyPolicy.asp?mi=7
Disallow: /links.asp