# robots.txt file for www.iay.org.uk # # WDG site validator # # Prevent access to places where we are still working on # compliance. # User-agent: WDG_SiteValidator Disallow: /stats/ Disallow: /internal-strength/ Disallow: /euro-ink/ Disallow: /there/wiki/ # exclude /mt/ because of sign-in pages Disallow: /mt/ # # Everything else # # Prevent access to things that aren't really content. # User-agent: * Disallow: /stats/ Disallow: /mt/ # end