# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

# Begin directories with trailing slash
# Implied wild card for urls Disallow: /privatedata will block privatedata/file.ext and /privatedata/
# This is a publicly viewable file, do not list private data. Eg see Googles http://www.google.com/robots.txt
# Only One Directory/File per Disallow line

# Prevent search engines from executing scripts

User-agent: *
Disallow: /cgi-bin/
Disallow: http://lists.artabase.net/mailman/create

# Openmacs uptime not currently listed as a bot

User-agent: *
Disallow: /uptime.txt

User-agent: *
Disallow: /release.txt

User-agent: *
Disallow: cgi

User-agent: *
Disallow: 500.html

User-agent: *
Disallow: 404.html

User-agent: *
Disallow: 401.html

User-agent: *
Disallow: /listings/artists/random
Disallow: /listings/galleries/random