User-Agent: *
# Don't index fishy pdfs and irc software with high false positive rate, please
Disallow: /Upload/
# 5 sec delay each means max. 17280 per spider per 24 hours
Crawl-delay: 5 
Request-rate: 1/5