# robots.txt for http://www.cbautomation.ca # robots.txt for http://www.cbautomation.com User-agent: * Disallow: /_documents/ # nothing under /_documents/ should be spidered Disallow: /_archive/ # nothing under /_archive/ should be spidered Disallow: /_wip/ # nothing under /_wip/ should be spidered Disallow: /_cbats/ # nothing under /_cbats/ should be spidered Disallow: /shared/ # nothing under /shared/ should be spidered Disallow: /cgi-bin/ # nothing under /cgi-bin/ should be spidered Disallow: /_sharedtemplates/ # nothing under /_sharedtemplates/ should be spidered Disallow: /_testfolder/ # nothing under /_testfolder/ should be spidered Disallow: /_private/ # nothing under /_private/ should be spidered Disallow: /register/ # nothing under /register/ should be spidered Disallow: /search/ # nothing under /search/ should be spidered Disallow: /images/ # nothing under /images/ should be spidered Disallow: /_fpclass/ # nothing under /_fpclass/ should be spidered Disallow: /_fpdb/ # nothing under /_fpdb/ should be spidered Disallow: /shared/sendinfo/ # nothing under /sendinfo/ should be spidered