# $Id: robots.txt,v 1.8 2004/05/27 13:53:59 root Exp $
# robots.txt for http://gwyn.tux.org

User-agent: *
Disallow: /RCS/		# Controlled Versions
Disallow: /bin/		# No cgi robots
Disallow: /cgi-bin/	# No cgi robots
Disallow: /usage/	# Who wants indexes of usage?
Disallow: /wusage/	# Who wants indexes of usage?
Disallow: /pub/distributions/SuSE/i386/iso/9.1
Disallow: /pub/distributions/suse/i386/iso/9.1
Disallow: /pub/suse/i386/iso/9.1
Disallow: /pub/distributions/knoppmyth/KnoppMythR4V2.iso
Disallow: /pub/distributions/suse/i386/8.2/boot/boot.iso
Disallow: /pub/sites/ftp.uni-kl.de/KNOPPIX_V3.4-2004-05-10-EN.iso
# Now we hypermail so the latest symlinks are always
# getting hit.  Please use the other names
Disallow: /hypermail/
# Huge pig crawlers are eating bandwidth
User-agent: FAST
Disallow: /
User-agent: FAST-WebCrawler/3.3
Disallow: /
User-agent: Scooter
Disallow: /
User-agent: Scooter-W3.1.2
Disallow: /
User-agent: Scooter-3.2.DIL
Disallow: /