# All robots will spider the domain
User-agent: *
Disallow:

# Disallow directory /cgi/
User-agent: *
Disallow: /cgi/

# Disallow directory /conf/
User-agent: *
Disallow: /conf/

# Disallow directory /cgi/
User-agent: *
Disallow: /cron/

# Disallow directory /cgi/
User-agent: *
Disallow: /data/

# Disallow directory /ipn/
User-agent: *
Disallow: /ipn/

# Disallow directory /cgi/
User-agent: *
Disallow: /lib/

# Disallow directory /cgi/
User-agent: *
Disallow: /payments/

# Disallow directory /cgi/
User-agent: *
Disallow: /sql/

# Disallow directory /cgi/
User-agent: *
Disallow: /util/

# Disallow directory /downloads/
User-agent: *
Disallow: /downloads/

# Disallow directory /admin/
User-agent: *
Disallow: /admin/