# Apply to all robots
User-agent: *

# disallow robots from indexing these pages
Disallow: /mt/mt.cgi
Disallow: /mt/mt-search.cgi

# extended commands - probably will be ignored by most robots
# index 1 page very 10 seconds
Crawl-delay: 10
Request-rate: 1/10