User-Agent: MJ12bot
Crawl-Delay:   5

User-agent: NutchCVS
Disallow: /

User-agent: Wget
Allow: /

User-agent: *
Disallow: /music/
Disallow: /photos/
Disallow: /thumbs/
Disallow: /videos/
Disallow: /tmp/
Disallow: /math116/