User-agent: *
Disallow: /news/cgi-bin
Disallow: /news/wp-admin
Disallow: /news/wp-includes
Disallow: /news/wp-content/plugins
Disallow: /news/wp-content/cache
Disallow: /news/wp-content/themes
Disallow: /news/trackback

User-agent: Slurp
Crawl-delay: 100

User-agent: msnbot
Crawl-delay: 120

User-agent: Twiceler
Disallow: /

User-Agent: W3C-checklink
Disallow: /

Sitemap: http://spreality.ru/sitemap.xml