User-agent: Mediapartners-Google*
Disallow:


User-agent: *
Disallow: /

Crawl-delay: 10

User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro

Sitemap: http://www.mselectrical.co.uk/sitemap.xml

# Disallowed because they are of on interste to robots 

Disallow: /searchtools-rss.xml
Disallow: /cgi-bin/
Disallow: /a/
Disallow: /C/
Disallow: /msadmin/
Disallow: /ckinc/
Disallow: /cktest/
Disallow: /f/
Disallow: /js/
Disallow: /p/
Disallow: /phorum/
Disallow: /products/
Disallow: /s-bin/
Disallow: /rh-bin/
Disallow: /rhccp/
Disallow: /advancedsearch.php/
Disallow: /addinfo.php/
Disallow: /ckcart.php
Disallow: /ckcartmulti.php/
Disallow: /ckemail.php/
Disallow: /ckfinish.php/
Disallow: /ckuser.php/
Disallow: /ckview.php/
Disallow: /display_page.php/
Disallow: /logout.php/
Disallow: /onlineshop.php/
Disallow: /open.php/
Disallow: /openinfo.php/
Disallow: /shop.php/
Disallow: /wholesalers.php/
Disallow: /p/
Disallow: /p/terms/




# updated 2009-08-16