# Robots.txt 
# For domain: http://dig.allraiders.com

# All robots will spider the domain
User-agent: *
Disallow:

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/

# Disallow directory /adm/
User-agent: *
Disallow: /adm

# Disallow directory /docs
User-agent: *
Disallow: /docs

# Disallow directory /install
User-agent: *
Disallow: /install