# ---------------------------
User-agent: *
Disallow: /wp-admin/
User-agent: ia_archiver
Disallow: /
# ---------------------------
# Block ChatGPT
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
# ---------------------------
# Block CommonCrawl
User-agent: CCBot
Disallow: /
# ---------------------------

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://www.crikey.com.au/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK