User-agent: my-heritrix-crawler
Disallow: /
User-agent: psbot
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: *
Crawl-delay: 20
Disallow: /doc/
Disallow: /global/
Disallow: /images/
Disallow: /include/
Disallow: /styles/
Disallow: /template/
Disallow: /catalog/
Disallow: /young/