# Disallow all crawlers access to certain pages.

User-agent: *
Disallow: /includes/
Disallow: /language/
Disallow: /newsletter/
Disallow: /phpbb_seo/
Disallow: /styles/
Disallow: common.php
Disallow: config.php
Disallow: googlee8edc29b017d8a90.html

# Disallow bad crawlers access to all site

User-agent: aipbot Disallow: /
User-agent: BecomeBot Disallow: /
User-agent: psbot Disallow: / 

# Crawl delay for MS Live

User-agent: msnbot Crawl-delay: 600