# This is the robots.txt file for william-russell.com. We do not permit the unlicensed use of our content for large language models.

User-agent: *
Disallow: /archive/
Disallow: /category/
Disallow: /medical_network_location/
Disallow: /medical_network/
Disallow: /faq_category/
Disallow: /blog_region/
Disallow: /resource_category/
Disallow: /resource/
Disallow: /wp-admin/
Disallow: /about/products/
Disallow: /*.pdf$
Disallow: /id-id/
Disallow: /blog/resource_location/
Disallow: /blog/resource/
Disallow: /blog/resource_product/
Disallow: /blog/resource_years/
Disallow: /blog/resource_category/
Disallow: /blog/resource_types/
Disallow: /ae/blog/resource_location/
Disallow: /vn/blog/resource_location/
Disallow: /id-en/blog/resource_location/
Disallow: /id-en/blog/resource/
Disallow: /id-en/resource_product/
Disallow: /id-en/resource_years/
Disallow: /id-en/resource_category/
Disallow: /id-en/resource_types/

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-Agent: omgili
Disallow: /
 
User-Agent: omgilibot
Disallow: /
 
User-agent: Claude-Web
Disallow: /
 
User-agent: anthropic-ai
Disallow: /
 
User-agent: cohere-ai
Disallow: /

# Sitemap index files
Sitemap: https://www.william-russell.com/post-sitemap.xml
Sitemap: https://www.william-russell.com/page-sitemap.xml
Sitemap: https://www.william-russell.com/vn/post-sitemap.xml
Sitemap: https://www.william-russell.com/vn/page-sitemap.xml
Sitemap: https://www.william-russell.com/id-en/post-sitemap.xml
Sitemap: https://www.william-russell.com/id-en/page-sitemap.xml
Sitemap: https://www.william-russell.com/ae/post-sitemap.xml
Sitemap: https://www.william-russell.com/ae/page-sitemap.xml
Sitemap: https://www.william-russell.com/faq-sitemap.xml


# Control: v13 (uploaded to Asana 12 March 2024)