# ---------- Googlebot (rendering allowed, restricted paths) ----------

User-agent: Googlebot
# Allow files critical for rendering
Allow: /*.js$
Allow: /*.css$
# Allow AJAX
Allow: /wp-admin/admin-ajax.php
# Block low-value, duplicate, and sensitive areas
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /trackback/
Disallow: /?s=
Disallow: /search/
Disallow: /*/feed/
# Prevent parameter-based duplicates
Disallow: /*?replytocom=
Disallow: /*?add-to-cart=
# Block system and security-related directories
Disallow: /cgi-bin/
Disallow: /tmp/

# ---------- bingbot (rendering allowed, restricted paths) ----------

User-agent: bingbot
# Allow files critical for rendering
Allow: /*.js$
Allow: /*.css$
# Allow AJAX
Allow: /wp-admin/admin-ajax.php
# Block low-value, duplicate, and sensitive areas
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /trackback/
Disallow: /?s=
Disallow: /search/
Disallow: /*/feed/
# Prevent parameter-based duplicates
Disallow: /*?replytocom=
Disallow: /*?add-to-cart=
# Block system and security-related directories
Disallow: /cgi-bin/
Disallow: /tmp/

# ---------- Default rules for all other bots (including AI crawlers, GPTBot, OAI-SearchBot, CCBot, ClaudeBot, PerplexityBot, DuckDuckBot, Applebot, Google-Extended, Microsoft-Extended) ----------

User-agent: *
# Allow AJAX for any front end features that need it
Allow: /wp-admin/admin-ajax.php
# Block low-value, duplicate, and sensitive areas for everyone
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /trackback/
Disallow: /?s=
Disallow: /search/
Disallow: /*/feed/
# Prevent parameter-based duplicates
Disallow: /*?replytocom=
Disallow: /*?add-to-cart=
# Block system and security-related directories
Disallow: /cgi-bin/
Disallow: /tmp/

# ---------- XML Sitemaps ----------

Sitemap: https://arctictrucks.com/sitemap_index.xml
Sitemap: https://arctictrucks.com/uk/sitemap_index.xml