# robots.txt for www.bdrs.org.uk User-agent: * Disallow: /cgi-bin Disallow: /export Disallow: /resources Disallow: /bar.html Disallow: *.js Disallow: *.css