# 1998-11-22	lmccann
# 1999-08-07	lmccann
# 1999-10-31	lmccann - added more superseded docs
# 2000-06-08	lmccann - removed some docs stuff that has been nuked
# 2001-06-04	lmccann - added /pub 
#
User-agent:	*
#
# Prevent any robot from looking at the usage stuff.
Disallow:	/usage-www/
Disallow:	/usage-ftp/
#
# Block the DataLibrary Census stuff - it's restricted to .ualberta.ca
Disallow:	/Canada/census1996/
#
# Block test and install stuff
Disallow:	/swish/
Disallow:	/SWISH-E/
Disallow:	/Test-web-files/
Disallow:	/UNIXhelp1.3-support+install/
#
# Block superseded docs.
Disallow:	/Documentation/Gnu/by-node/cperf-2.1/
Disallow:	/Documentation/Gnu/by-node/g77-0.5.18/
Disallow:	/Documentation/Gnu/by-node/gawk-3.0.3/
Disallow:	/Documentation/Gnu/by-chapter/gawk-3.0.3/
#
# Block /pub (don't need to have knob-head search robots drooling
# thru 100GB of mirror stuff).
Disallow:	/pub/