# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $


User-agent: *
Disallow: /

User-agent: Googlebot
Sitemap: http://www.thefaceoftheenemy.net/sitemap.xml
Crawl-delay: 60
# Directories
Disallow: /b*
Disallow: /face*
Disallow: /g*
Disallow: /j*
Disallow: /t*
Disallow: /pages/*orig
Disallow: /pages/*rej
Disallow: /pages/*sav
Disallow: /pages/*swp
Disallow: /pages/cs*
Disallow: /pages/j*
Disallow: /pages/m*
Disallow: /pages/S*
Disallow: /pages/te*

User-agent: msnbot
Sitemap: http://www.thefaceoftheenemy.net/sitemap.xml
Crawl-delay: 60
# Directories
Disallow: /b*
Disallow: /face*
Disallow: /g*
Disallow: /j*
Disallow: /t*
Disallow: /pages/*orig
Disallow: /pages/*rej
Disallow: /pages/*sav
Disallow: /pages/*swp
Disallow: /pages/cs*
Disallow: /pages/j*
Disallow: /pages/m*
Disallow: /pages/S*
Disallow: /pages/te*

User-agent: Yahoo! Slurp
Sitemap: http://www.thefaceoftheenemy.net/sitemap.xml
Crawl-delay: 60
# Directories
Disallow: /b*
Disallow: /face*
Disallow: /g*
Disallow: /j*
Disallow: /t*
Disallow: /pages/*orig
Disallow: /pages/*rej
Disallow: /pages/*sav
Disallow: /pages/*swp
Disallow: /pages/cs*
Disallow: /pages/j*
Disallow: /pages/m*
Disallow: /pages/S*
Disallow: /pages/te*

User-agent: Twiceler
Sitemap: http://www.thefaceoftheenemy.net/sitemap.xml
Crawl-delay: 60
# Directories
Disallow: /b*
Disallow: /face*
Disallow: /g*
Disallow: /j*
Disallow: /t*
Disallow: /pages/*orig
Disallow: /pages/*rej
Disallow: /pages/*sav
Disallow: /pages/*swp
Disallow: /pages/cs*
Disallow: /pages/j*
Disallow: /pages/m*
Disallow: /pages/S*
Disallow: /pages/te*

User-agent: baiduspider
Sitemap: http://www.thefaceoftheenemy.net/sitemap.xml
Crawl-delay: 60
# Directories
Disallow: /b*
Disallow: /face*
Disallow: /g*
Disallow: /j*
Disallow: /t*
Disallow: /pages/*orig
Disallow: /pages/*rej
Disallow: /pages/*sav
Disallow: /pages/*swp
Disallow: /pages/cs*
Disallow: /pages/j*
Disallow: /pages/m*
Disallow: /pages/S*
Disallow: /pages/te*