Crawl-delay: 30
User-agent: * 
Disallow: /cgi-bin/
Disallow: /main/
Disallow: /news/
allow: /mc/