# robots.txt for http://www.gold.ac.uk/

User-agent: *
Disallow: /cgi-bin/	# keep robots out of the cgi area
Disallow: /cgi-src/	# keep robots out of this cgi area
Disallow: /cgi-test/	# keep robots out of another cgi area
Disallow: /counters/	# keep robots out of the counter files
Disallow: /usage/	# keep robots out of the stats files
Disallow: /secret/	# keep robots out of Geoff files
Disallow: /oldfiles/	# keep robots out of the old files
Disallow: /newusage/	# keep robots out of the new usage files
Disallow: /Network Trash Folder/	# keep robots out of the netatalk files
Disallow: /duff/	# keep robots out of these duff files
Disallow: /www/	# keep robots out of these old www files
Disallow: /webmanager/	# keep robots out of test file holding area