# robots.txt for http://www.machinedproducts.com User-agent: * Disallow: /test # test area has incomplete html files Disallow: /images # image directory, no reason for robots to access Disallow: /dev