# /robots file for http://www.grantstavely.com/
#
# These are not security settings ;)
#
# http://www.theregister.co.uk/content/archive/27230.html 
# beep beep beep boop beeeep!

User-agent: *
# All migrated to flickr
Disallow: /photos
Disallow: /gallery
Disallow: /albums
Disallow: /images
# These directories are gone
Disallow: /archives
Disallow: /misc
Disallow: /www
Disallow: /docs
Disallow: /refer
Disallow: /category
Disallow: /portfolio
Disallow: /itunes
# and these are even worse, links to old articles 
# that now point to different articles
# bad urls, just stop trying them
Disallow: /1999
Disallow: /2001
Disallow: /2002
Disallow: /2003
Disallow: /2004
Disallow: /2005
Disallow: /2006
Disallow: /2007
# define:insanity
# Stop following bad links that get rewritten to other articles 
Disallow: /article/www.*
Disallow: /article/=%22http://*
Disallow: /?pg=*