# $Id: robots.txt 17 2010-04-26 18:31:10Z Ian.H $ # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Dirs Disallow: /_assets/ # Paths (clean URLs) Disallow: /client-login/ Disallow: /p_client-login/ Disallow: /p_contacts/ # Paths (std URLs) Disallow: /client-login.php Disallow: /p_client-login.php Disallow: /p_contacts.php