User-agent: *
Disallow: /
Disallow: /about

# Allow our search robot
User-agent: ht://Dig
Disallow:

User-agent: WebStripper/2.03
Disallow: /herbs/
Disallow: /

User-agent: Slurp
Crawl-delay: 1