# Robot Exclusion File -- robots.txt 
# Last Updated: 2/17/2009
User-agent: * 
Disallow: /externalsite.php
Disallow: /disclaimer.html
Disallow: /disclaimer/
Disallow: /contact-us.html
Disallow: /contact-us/
Disallow: /articles/
Disallow: /articles/web-hosting/
Disallow: /submit_banner.php
Disallow: /submit.php
Disallow: /submit_sponsor.php
Disallow: /resources/

Disallow: /page/
Disallow: /index/

User-agent: ia_archiver
Disallow: /

# block all urls with .php
# User-agent: Googlebot
# Disallow: /*.php$
# block all urls with .php and anything after it.
# Disallow: /*.php*