# $Id: robots.txt,v 1.0 2010/06/01 $ User-agent: * Crawl-delay: 10 Sitemap: http://www.welstand.amsterdam.nl/sitemap.xml # Directories Disallow: /xsite/ Disallow: /images/ Disallow: /css/ Disallow: /xconfig/ Disallow: /scripts/ Disallow: /js/ Disallow: /swf/ Disallow: /plugins/ Disallow: /xcustom/