# robots.txt - courtnewsuk.co.uk # Replaced 26 Aug 2026 by CodeLabs. Previous file dated 12 Sep 2016 # (original preserved in the project evidence archive). # Changes: unblocked /wp-content*, CSS/JS, /category/, /tag/, /page/; # unblocked Twitterbot; added Sitemap directive. User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /membership-account/ Disallow: /membership-checkout/ Disallow: /feed/ Disallow: /*/feed/ Disallow: /*/trackback/ Disallow: /?s= Disallow: /search/ Disallow: /*.log$ Disallow: /*.sql$ Disallow: /*.zip$ User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / Sitemap: https://courtnewsuk.co.uk/wp-sitemap.xml