# Robots.txt
#
# All robots will spider the whole domain, except
# for the redirect script, the plugin display page,
# distorted pages and the cgi-bin directory.
#

#
# 15.06.09: Vi blokkerer distorteren. Sukk.
#

#
# 23.10.09: Vi slipper inn Googlebot-Image og Google-mediapartner
#

#
# 27.10.09: Tenkji berre på penga, og slepp alle inn på babla att
#

User-agent: msnbot
# Crawl-Delay: 20
Disallow: /distort
Disallow: /rixredir
Disallow: /rix?plugin
Disallow: /rix?q
#Disallow: /babelx?
#Disallow: /bsw?
Disallow: /cgi-bin
Disallow: /http

User-agent: Googlebot-Image
Disallow: /distort
Disallow: /rixredir
Disallow: /rix?plugin
Disallow: /rix?q
Disallow: /babel?BSOaction
Disallow: /bsw?BSOaction
Disallow: /babelx?BSOaction
Disallow: /cgi-bin
Disallow: /http

User-agent: Mediapartners-Google
Disallow: /distort
Disallow: /rixredir
Disallow: /rix?plugin
Disallow: /rix?q
Disallow: /bsw?BSOaction
Disallow: /babelx?BSOaction
Disallow: /babel?BSOaction
Disallow: /cgi-bin
Disallow: /http

User-agent: Adsbot-Google
Disallow: /distort
Disallow: /rixredir
Disallow: /rix?plugin
Disallow: /rix?q
Disallow: /bsw?BSOaction
Disallow: /babelx?BSOaction
Disallow: /babel?BSOaction
Disallow: /cgi-bin
Disallow: /http

User-agent: Googlebot-Mobile
Disallow: /distort
Disallow: /rixredir
Disallow: /rix?plugin
Disallow: /rix?q
Disallow: /bsw?BSOaction
Disallow: /babelx?BSOaction
Disallow: /babel?BSOaction
Disallow: /cgi-bin
Disallow: /http

User-agent: *
Disallow: /distort
#Disallow: /babel?
Disallow: /rixredir
Disallow: /rix?plugin
Disallow: /rix?q
Disallow: /bsw?BSOaction
Disallow: /babelx?BSOaction
Disallow: /babel?BSOaction
Disallow: /cgi-bin
Disallow: /http
Disallow: /title


sitemap: http://babelserver.org/wmlsitemap.xml
sitemap: http://babelserver.org/sitemap.xml