# robots.txt for http://beastiemania.com/

User-agent: *
Crawl-delay: 10

Disallow: /404.php # Useless
Disallow: /common/ # Not for indexing
Disallow: /cpanel/ # Not for indexing
Disallow: /admin/ # Not for indexing
Disallow: /cgi-bin/ # Infinite URL space, transient results
Disallow: /newsletter/ # Limited lifetime
# FUTURE RESTRICTIONS Disallow: /discog/show.php # Infinite URL space

User-agent: Robofox*
Disallow: /

User-agent: Templeton*
Disallow: /

# <META NAME="ROBOTS" CONTENT="NOINDEX, NOFOLLOW">=