# Limited access for these:
#
#   architext   - www.excite.com
#   googlebot   - www.google.com
#   ia_archiver - web.archive.org
#   lycos       - www.lycos.com
#   msnbot      - search.msn.com
#   oxbot       - Oxford robot
#   scooter     - www.altavista.com
User-agent: architext
User-agent: googlebot
User-agent: ia_archiver
User-agent: lycos
User-agent: msnbot
User-agent: oxbot
User-agent: scooter

Disallow: /admin/
Disallow: /css/
Disallow: /exams/
Disallow: /ftp/
Disallow: /hardware/
Disallow: /img/
Disallow: /internal/
Disallow: /local/
Disallow: /manual/
Disallow: /robots/
Disallow: /sysadmin/
Disallow: /~tvg/wiki/
Disallow: /~vgg/workshops/oxford12/
Disallow: /internal-old/
Disallow: /local-old/
Disallow: /sysadmin-old/
Disallow: /~vgg/*.JPG$
Disallow: /~vgg/*.PNG$
Disallow: /~vgg/*.avi$
Disallow: /~vgg/*.eps$
Disallow: /~vgg/*.gif$
Disallow: /~vgg/*.jpeg$
Disallow: /~vgg/*.jpg$
Disallow: /~vgg/*.m4v$
Disallow: /~vgg/*.mov$
Disallow: /~vgg/*.mp3$
Disallow: /~vgg/*.mp4$
Disallow: /~vgg/*.png$
Disallow: /~vgg/*.ppm$
Disallow: /~vgg/*.ppm$
Disallow: /~vgg/*.psd$
Disallow: /~vgg/*.tif$
Disallow: /~vgg/*.tiff$
Disallow: /~vgg/*.wav$
Disallow: /~vgg/*.webm$


# Web archive exception for images
User-agent: ia_archiver
Allow: /img/


# W3C link-checker -- full access
User-agent: W3C-checklink
Disallow:


# Block everything else...
User-agent: *
Disallow: /