User-agent: *
Disallow: /ssi/
Disallow: /cgi-bin/
Disallow: /account/home/
Disallow: /account/password/
Disallow: /account/new/
Disallow: /milliguard/home/
Disallow: /confirm/
Disallow: /dossier/
Disallow: /api/
Disallow: /maple_syrup/

User-Agent: MJ12bot
Crawl-Delay:   9

User-Agent: heritrix
Crawl-Delay:   9

User-Agent: Gigabot
Crawl-Delay:   9