User-agent: * Allow: /wp-admin/admin-ajax.php # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Sitemap: https://www.djbcommercialcleaning.com.au/sitemap_index.xml