# $Id: robots.txt,v 1.4 1998/10/12 21:28:46 chessman Exp $
# robots.txt for http://gwyn.tux.org

User-agent: *
Disallow: /RCS/		# Controlled Versions
Disallow: /bin/		# No cgi robots
Disallow: /cgi-bin/	# No cgi robots
Disallow: /usage/	# Who wants indexes of usage?
Disallow: /wusage/	# Who wants indexes of usage?
# Now we hypermail so the latest symlinks are always
# getting hit.  Please use the other names
Disallow: /hypermail/al-stewart/latest/
Disallow: /hypermail/al-stewart/this-month/
Disallow: /hypermail/alan-parsons/latest/
Disallow: /hypermail/alan-parsons/this-month/
Disallow: /hypermail/fdutils/latest/
Disallow: /hypermail/fdutils/this-month/
Disallow: /hypermail/linux-3c509-bug/this-month/
Disallow: /hypermail/linux-3c509/this-month/
Disallow: /hypermail/linux-alpha/latest/
Disallow: /hypermail/linux-alpha/this-month/
Disallow: /hypermail/linux-eepro100-bug/this-month/
Disallow: /hypermail/linux-eepro100/this-month/
Disallow: /hypermail/linux-gcc/latest/
Disallow: /hypermail/linux-gcc/this-month/
Disallow: /hypermail/linux-kernel/latest/
Disallow: /hypermail/linux-kernel/this-week/
Disallow: /hypermail/linux-msdos/latest/
Disallow: /hypermail/linux-msdos/this-month/
Disallow: /hypermail/linux-net/latest/
Disallow: /hypermail/linux-net/this-month/
Disallow: /hypermail/linux-sparc/latest/
Disallow: /hypermail/linux-sparc/this-month/
Disallow: /hypermail/linux-tulip-bug/this-month/
Disallow: /hypermail/linux-tulip/this-month/
Disallow: /hypermail/linux-ultrasparc/latest/
Disallow: /hypermail/linux-ultrasparc/this-month/
Disallow: /hypermail/linux-vortex-bug/this-month/
Disallow: /hypermail/linux-vortex/this-month/
Disallow: /hypermail/ma-linux/latest/
Disallow: /hypermail/ma-linux/this-month/
Disallow: /hypermail/mtools/latest/
Disallow: /hypermail/mtools/this-month/
Disallow: /hypermail/xlock/this-month/
Disallow: /hypermail/zlibc/latest/
Disallow: /hypermail/zlibc/this-month/
# Huge pig crawlers are eating bandwidth
User-agent: FAST
Disallow: /
User-agent: FAST-WebCrawler/3.3
Disallow: /
User-agent: Scooter
Disallow: /
User-agent: Scooter-W3.1.2
Disallow: /
User-agent: Scooter-3.2.DIL
Disallow: /