# All robots will spider the domain
User-agent: *

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/

# Disallow directory /pics/
User-agent: *
Disallow: /pics/

# Disallow directory /admin/
User-agent: *
Disallow: /admin/

User-Agent: *
Allow: /.
Allow: /