# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html

User-agent: *

# Directories
Disallow: /devel/

# Files

User-agent:  *
# disallow all files in these directories
Disallow: /spelet/cgi-bin/
Disallow: /spelet/z/j/
Disallow: /spelet/z/c/
Disallow: /spelet/stats/
Disallow: /spelet/dh_
Disallow: /spelet/about/
Disallow: /spelet/contact/
Disallow: /spelet/tag/
Disallow: /spelet/wp-admin/
Disallow: /spelet/wp-includes/
Disallow: /spelet/contact
Disallow: /spelet/manual
Disallow: /spelet/manual/*
Disallow: /spelet/phpmanual/
Disallow: /spelet/category/
Disallow: /spelet/shopping-cart
 
User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /spelet/*.php$
Disallow: /spelet/*.js$
Disallow: /spelet/*.inc$
Disallow: /spelet/*.css$
Disallow: /spelet/*.wmv$
Disallow: /spelet/*.cgi$
Disallow: /spelet/*.xhtml$
 
# disallow all files with ? in url
Disallow: /spelet/*?*
 
# disable duggmirror
User-agent: duggmirror
Disallow: /spelet/
 
# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*