# /robots.txt file for http://webcrawler.com/ # mail webmaster@webcrawler.com for constructive criticism sitemap: http://www.thegraphictraffic.com/sitemap.xml User-agent: * Disallow: /disclaimer Disallow: /suppliers Disallow: /policy Disallow: /site_guide Disallow: /msgindex Disallow: /terms_conditions Disallow: /edit Disallow: /advertising Disallow: /post Disallow: /services Disallow: /testpage Disallow: /contactus #Disallow: /link_partners1 #Disallow: /link_partners2 #Disallow: /newlink_partners #spares: #Disallow: / #Disallow: /