# /robots file for http://www.grantstavely.com/
#
# These are not security settings ;)
#
# http://www.theregister.co.uk/content/archive/27230.html 
# http://explodingdog.tumblr.com/post/422226195/the-call-i-never-wanted-to-make
# beep beep beep boop beeeep!

User-agent: *
# All migrated to flickr
Disallow: /photos
Disallow: /gallery
Disallow: /albums
Disallow: /images
# These directories are gone
Disallow: /archives
Disallow: /misc
Disallow: /www
Disallow: /docs
Disallow: /refer
Disallow: /category
Disallow: /portfolio
Disallow: /itunes
# and these are even worse, links to old articles 
# that now point to different articles
# bad urls, just stop trying them
Disallow: /1999
Disallow: /2001
Disallow: /2002
Disallow: /2003
Disallow: /2004
Disallow: /2005
Disallow: /2006
Disallow: /2007
# define:insanity
# Stop following bad links that get rewritten to other articles 
Disallow: /article/www.
Disallow: /article/=%22http://
# it's dirty to use paginated results in search engines, the pages shift out
# from under the search
Disallow: /blog/?pg=0
Disallow: /blog/?pg=1
Disallow: /blog/?pg=2
Disallow: /blog/?pg=3
Disallow: /blog/?pg=4
Disallow: /blog/?pg=5
Disallow: /blog/?pg=6
Disallow: /blog/?pg=7
Disallow: /blog/?pg=8
Disallow: /blog/?pg=9
Disallow: /blog/?pg=10
Disallow: /blog/?pg=11
Disallow: /blog/?pg=12
Disallow: /blog/?pg=13
Disallow: /blog/?pg=14
Disallow: /blog/?pg=15
Disallow: /blog/?pg=16
Disallow: /blog/?pg=17
Disallow: /blog/?pg=18
Disallow: /blog/?pg=19
Disallow: /blog/?pg=20
Disallow: /blog/?pg=21
Disallow: /blog/?pg=22
Disallow: /blog/?pg=23
Disallow: /blog/?pg=24
Disallow: /blog/?pg=25
Disallow: /blog/?pg=26
Disallow: /blog/?pg=27
Disallow: /blog/?pg=28
Disallow: /blog/?pg=29
Disallow: /blog/?pg=30
Disallow: /blog/?pg=31
Disallow: /blog/?pg=32
Disallow: /blog/?pg=33
Disallow: /blog/?pg=34
Disallow: /blog/?pg=35
Disallow: /blog/?pg=36
Disallow: /blog/?pg=37
Disallow: /blog/?pg=38
Disallow: /blog/?pg=39
Disallow: /blog/?pg=40
Disallow: /blog/?pg=41
Disallow: /blog/?pg=42
Disallow: /blog/?pg=43
Disallow: /blog/?pg=44
Disallow: /blog/?pg=45
Disallow: /blog/?pg=46
Disallow: /blog/?pg=47
Disallow: /blog/?pg=48
Disallow: /blog/?pg=49
Disallow: /blog/?pg=50
Disallow: /blog/?pg=51
Disallow: /blog/?pg=52
Disallow: /blog/?pg=53
Disallow: /blog/?pg=54
Disallow: /blog/?pg=55
Disallow: /blog/?pg=56
Disallow: /blog/?pg=57
Disallow: /blog/?pg=58
Disallow: /blog/?pg=59
Disallow: /blog/?pg=60
Disallow: /blog/?pg=61
Disallow: /blog/?pg=62
Disallow: /blog/?pg=63
Disallow: /blog/?pg=64
Disallow: /blog/?pg=65
Disallow: /blog/?pg=66
Disallow: /blog/?pg=67
Disallow: /blog/?pg=68
Disallow: /blog/?pg=69
Disallow: /blog/?pg=70
Disallow: /blog/?pg=71
Disallow: /blog/?pg=72
Disallow: /blog/?pg=73
Disallow: /blog/?pg=74
Disallow: /blog/?pg=75
Disallow: /blog/?pg=76
Disallow: /blog/?pg=77
Disallow: /blog/?pg=78
Disallow: /blog/?pg=79
Disallow: /blog/?pg=80
Disallow: /blog/?pg=81
Disallow: /blog/?pg=82
Disallow: /blog/?pg=83
Disallow: /blog/?pg=84
Disallow: /blog/?pg=85
Disallow: /blog/?pg=86
Disallow: /blog/?pg=87
Disallow: /blog/?pg=88
Disallow: /blog/?pg=89
Disallow: /blog/?pg=90
Disallow: /blog/?pg=91
Disallow: /blog/?pg=92
Disallow: /blog/?pg=93
Disallow: /blog/?pg=94
Disallow: /blog/?pg=95
Disallow: /blog/?pg=96
Disallow: /blog/?pg=97
Disallow: /blog/?pg=98
Disallow: /blog/?pg=99
Disallow: /blog/?pg=100
Disallow: /blog/?pg=101
Disallow: /blog/?pg=102
Disallow: /blog/?pg=103
Disallow: /blog/?pg=104
Disallow: /blog/?pg=105
Disallow: /blog/?pg=106
Disallow: /blog/?pg=107
Disallow: /blog/?pg=108
Disallow: /blog/?pg=109
Disallow: /blog/?pg=110
Disallow: /blog/?pg=111
Disallow: /blog/?pg=112
Disallow: /blog/?pg=113
Disallow: /blog/?pg=114
Disallow: /blog/?pg=115
Disallow: /blog/?pg=116
Disallow: /blog/?pg=117
Disallow: /blog/?pg=118
Disallow: /blog/?pg=119
Disallow: /blog/?pg=120
Disallow: /blog/?pg=121
Disallow: /blog/?pg=122
Disallow: /blog/?pg=123
Disallow: /blog/?pg=124
Disallow: /blog/?pg=125
Disallow: /blog/?pg=126
Disallow: /blog/?pg=127
Disallow: /blog/?pg=128
Disallow: /blog/?pg=129
Disallow: /blog/?pg=130
Disallow: /blog/?pg=131
Disallow: /blog/?pg=132
Disallow: /blog/?pg=133
Disallow: /blog/?pg=134
Disallow: /blog/?pg=135
Disallow: /blog/?pg=136
Disallow: /blog/?pg=137
Disallow: /blog/?pg=138
Disallow: /blog/?pg=139
Disallow: /blog/?pg=140
Disallow: /blog/?pg=141
Disallow: /blog/?pg=142
Disallow: /blog/?pg=143
Disallow: /blog/?pg=144
Disallow: /blog/?pg=145
Disallow: /blog/?pg=146
Disallow: /blog/?pg=147
Disallow: /blog/?pg=148
Disallow: /blog/?pg=149
Disallow: /blog/?pg=150
Disallow: /blog/?pg=151
Disallow: /blog/?pg=152
Disallow: /blog/?pg=153
Disallow: /blog/?pg=154
Disallow: /blog/?pg=155
Disallow: /blog/?pg=156
Disallow: /blog/?pg=157
Disallow: /blog/?pg=158
Disallow: /blog/?pg=159
Disallow: /blog/?pg=160
Disallow: /blog/?pg=161
Disallow: /blog/?pg=162
Disallow: /blog/?pg=163
Disallow: /blog/?pg=164
Disallow: /blog/?pg=165
Disallow: /blog/?pg=166
Disallow: /blog/?pg=167
Disallow: /blog/?pg=168
Disallow: /blog/?pg=169
Disallow: /blog/?pg=170
Disallow: /blog/?pg=171
Disallow: /blog/?pg=172
Disallow: /blog/?pg=173
Disallow: /blog/?pg=174
Disallow: /blog/?pg=175
Disallow: /blog/?pg=176
Disallow: /blog/?pg=177
Disallow: /blog/?pg=178
Disallow: /blog/?pg=179
Disallow: /blog/?pg=180
Disallow: /blog/?pg=181
Disallow: /blog/?pg=182
Disallow: /blog/?pg=183
Disallow: /blog/?pg=184
Disallow: /blog/?pg=185
Disallow: /blog/?pg=186
Disallow: /blog/?pg=187
Disallow: /blog/?pg=188
Disallow: /blog/?pg=189
Disallow: /blog/?pg=190
Disallow: /blog/?pg=191
Disallow: /blog/?pg=192
Disallow: /blog/?pg=193
Disallow: /blog/?pg=194
Disallow: /blog/?pg=195
Disallow: /blog/?pg=196
Disallow: /blog/?pg=197
Disallow: /blog/?pg=198
Disallow: /blog/?pg=199
Disallow: /blog/?pg=200
Disallow: /blog/?pg=201
Disallow: /blog/?pg=202
Disallow: /blog/?pg=203
Disallow: /blog/?pg=204
Disallow: /blog/?pg=205
Disallow: /blog/?pg=206
Disallow: /blog/?pg=207
Disallow: /blog/?pg=208
Disallow: /blog/?pg=209
Disallow: /blog/?pg=210
Disallow: /blog/?pg=211
Disallow: /blog/?pg=212
Disallow: /blog/?pg=213
Disallow: /blog/?pg=214
Disallow: /blog/?pg=215
Disallow: /blog/?pg=216
Disallow: /blog/?pg=217
Disallow: /blog/?pg=218
Disallow: /blog/?pg=219
Disallow: /blog/?pg=220
Disallow: /blog/?pg=221
Disallow: /blog/?pg=222
Disallow: /blog/?pg=223
Disallow: /blog/?pg=224
Disallow: /blog/?pg=225
Disallow: /blog/?pg=226
Disallow: /blog/?pg=227
Disallow: /blog/?pg=228
Disallow: /blog/?pg=229
Disallow: /blog/?pg=230
Disallow: /blog/?pg=231
Disallow: /blog/?pg=232
Disallow: /blog/?pg=233
Disallow: /blog/?pg=234
Disallow: /blog/?pg=235
Disallow: /blog/?pg=236
Disallow: /blog/?pg=237
Disallow: /blog/?pg=238
Disallow: /blog/?pg=239
Disallow: /blog/?pg=240
Disallow: /blog/?pg=241
Disallow: /blog/?pg=242
Disallow: /blog/?pg=243
Disallow: /blog/?pg=244
Disallow: /blog/?pg=245
Disallow: /blog/?pg=246
Disallow: /blog/?pg=247
Disallow: /blog/?pg=248
Disallow: /blog/?pg=249
Disallow: /blog/?pg=250
Disallow: /blog/?pg=251
Disallow: /blog/?pg=252
Disallow: /blog/?pg=253
Disallow: /blog/?pg=254
Disallow: /blog/?pg=255
Disallow: /blog/?pg=256
Disallow: /blog/?pg=257
Disallow: /blog/?pg=258
Disallow: /blog/?pg=259
Disallow: /blog/?pg=260
Disallow: /blog/?pg=261
Disallow: /blog/?pg=262
Disallow: /blog/?pg=263
Disallow: /blog/?pg=264
Disallow: /blog/?pg=265
Disallow: /blog/?pg=266
Disallow: /blog/?pg=267
Disallow: /blog/?pg=268
Disallow: /blog/?pg=269
Disallow: /blog/?pg=270
Disallow: /blog/?pg=271
Disallow: /blog/?pg=272
Disallow: /blog/?pg=273
Disallow: /blog/?pg=274
Disallow: /blog/?pg=275
Disallow: /blog/?pg=276
Disallow: /blog/?pg=277
Disallow: /blog/?pg=278
Disallow: /blog/?pg=279
Disallow: /blog/?pg=280
Disallow: /blog/?pg=281
Disallow: /blog/?pg=282
Disallow: /blog/?pg=283
Disallow: /blog/?pg=284
Disallow: /blog/?pg=285
Disallow: /blog/?pg=286
Disallow: /blog/?pg=287
Disallow: /blog/?pg=288
Disallow: /blog/?pg=289
Disallow: /blog/?pg=290
Disallow: /blog/?pg=291
Disallow: /blog/?pg=292
Disallow: /blog/?pg=293
Disallow: /blog/?pg=294
Disallow: /blog/?pg=295
Disallow: /blog/?pg=296
Disallow: /blog/?pg=297
Disallow: /blog/?pg=298
Disallow: /blog/?pg=299
Disallow: /blog/?pg=300
Disallow: /blog/?pg=301
Disallow: /blog/?pg=302
Disallow: /blog/?pg=303
Disallow: /blog/?pg=304
Disallow: /blog/?pg=305
Disallow: /blog/?pg=306
Disallow: /blog/?pg=307
Disallow: /blog/?pg=308
Disallow: /blog/?pg=309
Disallow: /blog/?pg=310
Disallow: /blog/?pg=311
Disallow: /blog/?pg=312
Disallow: /blog/?pg=313
Disallow: /blog/?pg=314
Disallow: /blog/?pg=315
Disallow: /blog/?pg=316
Disallow: /blog/?pg=317
Disallow: /blog/?pg=318
Disallow: /blog/?pg=319
Disallow: /blog/?pg=320
Disallow: /blog/?pg=321
Disallow: /blog/?pg=322
Disallow: /blog/?pg=323
Disallow: /blog/?pg=324
Disallow: /blog/?pg=325
Disallow: /blog/?pg=326
Disallow: /blog/?pg=327
Disallow: /blog/?pg=328
Disallow: /blog/?pg=329
Disallow: /blog/?pg=330
Disallow: /blog/?pg=331
Disallow: /blog/?pg=332
Disallow: /blog/?pg=333
Disallow: /blog/?pg=334
Disallow: /blog/?pg=335
Disallow: /blog/?pg=336
Disallow: /blog/?pg=337
Disallow: /blog/?pg=338
Disallow: /blog/?pg=339
Disallow: /blog/?pg=340
Disallow: /blog/?pg=341
Disallow: /blog/?pg=342
Disallow: /blog/?pg=343
Disallow: /blog/?pg=344
Disallow: /blog/?pg=345
Disallow: /blog/?pg=346
Disallow: /blog/?pg=347
Disallow: /blog/?pg=348
Disallow: /blog/?pg=349
Disallow: /blog/?pg=350
Disallow: /blog/?pg=351
Disallow: /blog/?pg=352
Disallow: /blog/?pg=353
Disallow: /blog/?pg=354
Disallow: /blog/?pg=355
Disallow: /blog/?pg=356
Disallow: /blog/?pg=357
Disallow: /blog/?pg=358
Disallow: /blog/?pg=359
Disallow: /blog/?pg=360
Disallow: /blog/?pg=361
Disallow: /blog/?pg=362
Disallow: /blog/?pg=363
Disallow: /blog/?pg=364
Disallow: /blog/?pg=365
Disallow: /blog/?pg=366
Disallow: /blog/?pg=367
Disallow: /blog/?pg=368
Disallow: /blog/?pg=369
Disallow: /blog/?pg=370
Disallow: /blog/?pg=371
Disallow: /blog/?pg=372
Disallow: /blog/?pg=373
Disallow: /blog/?pg=374
Disallow: /blog/?pg=375
Disallow: /blog/?pg=376
Disallow: /blog/?pg=377
Disallow: /blog/?pg=378
Disallow: /blog/?pg=379
Disallow: /blog/?pg=380
Disallow: /blog/?pg=381
Disallow: /blog/?pg=382
Disallow: /blog/?pg=383
Disallow: /blog/?pg=384
Disallow: /blog/?pg=385
Disallow: /blog/?pg=386
Disallow: /blog/?pg=387
Disallow: /blog/?pg=388
Disallow: /blog/?pg=389
Disallow: /blog/?pg=390
Disallow: /blog/?pg=391
Disallow: /blog/?pg=392
Disallow: /blog/?pg=393
Disallow: /blog/?pg=394
Disallow: /blog/?pg=395
Disallow: /blog/?pg=396
Disallow: /blog/?pg=397
Disallow: /blog/?pg=398
Disallow: /blog/?pg=399
# cuil.com, you seem to be ignoring the above restriction on /blog/?pg=## stuff
# stop that
# See http://jazzychad.com/stuff/?p=24
User-agent: twiceler
Disallow: /

#stack overflow ideas:

#
# disallow adsense bot, as we no longer do adsense. Sorry adsense, 
# nothing personal, but you suck.
#
User-agent: Mediapartners-Google
Disallow: /

#
# Yahoo bot is evil.
#
User-agent: Slurp
Disallow: /

#
# Spinn3r is also evil.
#
User-agent: Spinn3r
Disallow: /

#
# Yahoo Pipes is for feeds not web pages.
#
User-agent: Yahoo Pipes 1.0
Disallow: /