# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism


User-agent: *
Disallow: /disclaimer
Disallow: /suppliers
Disallow: /policy
Disallow: /site_guide
Disallow: /msgindex
Disallow: /terms_conditions
Disallow: /edit
Disallow: /advertising
Disallow: /post
Disallow: /services
Disallow: /testpage
Disallow: /conactus
Disallow: /link_partners1
Disallow: /link_partners2
Disallow: /link_partners


#spares:

#Disallow: /
#Disallow: /