# START CUSTOM ROBOTS.TXT
# ---------------------------

# Prevents all bots from crawling backend areas, feeds, and low-value pages.
User-agent: *
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /feed/
Disallow: */feed/
Disallow: /*/feed/$
Disallow: /comments/feed/
Disallow: /?s=
Disallow: /*/?s=
Disallow: /search/
Disallow: /*?utm_source=

# Disallow private template sites and user guides.
Disallow: /co-spanish-site/
Disallow: /co-french-site/
Disallow: /co-english-site/
Disallow: /user-guide/

# Stops document files from being indexed to prevent duplicate content and focus on web pages.
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.ppt$
Disallow: /*.pptx$

# Allows major search engines to access styling and script files for accurate page rendering.
User-agent: Googlebot
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*.js
Allow: /wp-content/themes/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-content/plugins/*.css

User-agent: Bingbot
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*.js
Allow: /wp-content/themes/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-content/plugins/*.css

# Blocks common AI data scrapers to conserve bandwidth and protect content.
User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

# Directs crawlers to the XML sitemap for efficient discovery of all site content.
Sitemap: https://plan.altis.dev/sitemap_index.xml

# ---------------------------
# END CUSTOM ROBOTS.TXT