# robots.txt for http://www.laurenceholbrook.com/ User-agent: * Disallow: /webstats/ # nothing worth crawling Disallow: /MotionDetector/ # rarely used and just pictures, nothing useful Disallow: /WebCam/ # rarely used just pictures nothing useful Disallow: /Misc/Favorites.html # just links