# robots.txt for http://www.wais.org.au # # $Id: robots.txt,v 1.41 2014/06/12 16:31:58 ted Exp $ User-agent: * Crawl-delay: 10 # exclude some access-controlled areas Disallow: /admin # EG. disallows both /admin.html and /admin/index.html Disallow: /editor Disallow: /Connections Disallow: /Templates Disallow: /testing Disallow: /SpryAssets Sitemap: http://www.wais.org.au/sitemap.xml