# /robots.txt file for http://www.stephenzerpa.com/
# e-mail info@cquis.com for constructive criticism
# modified on 02.04.04
# We can help you, ranked your web site in the Search Engines
# Please call us for more detail 909.862.4141
 
# let googlebot at everything
# let METAPOS CRAWLER 98796-54e dig too

User-agent:	googlebot
Allow: /
Disallow: /_borders/  # spider focusing
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /logs/
Disallow: /wboard/


# let all other robots dig too
# spider focusing 
User-agent: *

Allow: /
Disallow: /_borders/  # spider focusing
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /logs/
Disallow: /wboard/