# All robots will spider the domain
User-agent: *
Disallow: 
Disallow: /cgi-bin/
Disallow: /cgiemail/
Disallow: /editor/
Disallow: /logs/
Disallow: /greybox/
Disallow: /Mailshot/
Disallow: /remote/
Disallow: /Scripts/
Disallow: /scroller/
Disallow: /demopage.php

User-agent: googlebot
Crawl-delay:2
Disallow: /cgi-bin/
Disallow: /cgiemail/
Disallow: /editor/
Disallow: /logs/
Disallow: /greybox/
Disallow: /Mailshot/
Disallow: /remote/
Disallow: /Scripts/
Disallow: /scroller/
Disallow: /demopage.php