# robots.txt for desgoslingmobilityltd.co.uk
# WordPress + WooCommerce
# Last updated 05/09/2026

# AI position, set deliberately on 05/09/2026.
# Until now no AI agent was named in this file, so all of them were allowed
# by the wildcard default and nothing recorded that this was a decision.
# The position is now written down: AI search and answer engines are welcome
# to crawl and cite this site. The preference against use of this content for
# AI model training is declared with Content-Signal below. It is a stated
# preference, not a block: no AI agent is denied access by user agent.
# Content-Signal syntax: https://contentsignals.org

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no

# WordPress admin
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Auth and legacy endpoints
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# REST API
Disallow: /wp-json/
Disallow: /?rest_route=

# Internal search
Disallow: /search/
Disallow: /?s=
Disallow: /page/*/?s=

# Comment and trackback duplicates
Disallow: /*?replytocom=
Disallow: */trackback/

# WooCommerce log and upload directories
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# WooCommerce add-to-cart parameter
Disallow: /*?*add-to-cart=

# Plugin clutter
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json

# AI crawlers and training controls, named so the position is explicit.
# A named group replaces the wildcard group for that agent, so the same
# exclusions are repeated here and the Content-Signal line is restated.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: Bytespider
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /search/
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /*?replytocom=
Disallow: */trackback/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?*add-to-cart=
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json
Allow: /

Sitemap: https://www.desgoslingmobilityltd.co.uk/sitemap_index.xml