# This is an example robots.txt file for sites hosted at NoDeadlines
# Note that you can insert comments by preceding them with a hash
# and that blank lines are also valid.

User-agent: * # All user-agents (except others specified in this file)


# Disallow: /cgi-bin/ # Don't look at stuff in http://my.site.ac.uk/cgi-bin/
# User-agent: WebWatch/v3.0 
# Disallow: # The WebWatch robot is allowed to look at everything
# User-agent: BadRobot1, BadRobot2 
# Disallow: / # These BadRobots are denied access to everything
# User-agent: IndexingRobot
# Disallow: /cgi-bin/ # Binaries are no good for indexing
# Disallow: /images/ # Images are no good for indexing
# Disallow: /home-pages/ # Privacy issues with home-pages??
# Disallow: /site/admin/stats/webstats 
# Web stats are no good for indexing (they may also be sensitive)