User-agent: *
Disallow: /send/
Disallow: /search/
Noindex: /send/
Noindex: /search/
Request-rate: 1/10 # maximum rate is one page every 10 seconds
Crawl-Delay: 10
User-agent: BluuBot v1.03 a1
Allow: /video/
Disallow: /send/
Disallow: /search/
Noindex: /send/
Noindex: /search/
Visit-time: 0000-0500
User-agent: BluuBot
Allow: /video/
Disallow: /send/
Disallow: /search/
Noindex: /send/
Noindex: /search/
Visit-time: 0000-0500