# teas.co.uk robots.txt
# Production-intended first-hop AI discovery signpost.
# Version: 2.1.1 (released 2026-10-06)
# Codename: 2026-08-21-query-maze-closure-v2
#
# AI / LLM / agent discovery, read these first:
#   https://teas.co.uk/llms.txt
#   https://teas.co.uk/SKILLS.md
#   https://teas.co.uk/ai-entry.json
#   https://teas.co.uk/agents.json
#   https://teas.co.uk/teas-ai-registry.json
#   https://teas.co.uk/truth-contract.json
#   https://teas.co.uk/route-policy.json
#   https://teas.co.uk/claim-policy.json
#   https://teas.co.uk/metric-definitions.json
#   https://teas.co.uk/launch-validator.json
#   https://teas.co.uk/teas-knowledge-graph.json
#   https://teas.co.uk/wp-json/teas/v1/ask
#   https://teas.co.uk/wp-json/teas/v1/product-truth
#   https://teas.co.uk/.well-known/teas-primary-agentic-route-authority.json
#   https://teas.co.uk/citation-anchors.jsonl
#   https://teas.co.uk/citations/
#   https://teas.co.uk/anchor-sitemap.json
#   MCP server (search, compare, basket): https://teas.co.uk/mcp
#   MCP server card: https://teas.co.uk/.well-known/mcp/server-card.json
#   Connect teas.co.uk to an AI assistant: https://teas.co.uk/ai/
#   AI pages for assistants without connectors: https://teas.co.uk/ai/start/
#   Basket link the person opens: https://teas.co.uk/go/basket/?items=ID:QTY
#   UCP profile (Google and Microsoft style shopping agents): https://teas.co.uk/.well-known/ucp
#   NLWeb: https://teas.co.uk/ask
#   Agent Skills: https://teas.co.uk/.well-known/agent-skills/index.json
#   Every machine entry point: https://teas.co.uk/well-known/
#
# Primary Agentic Route Authority:
# https://teas.co.uk/.well-known/teas-primary-agentic-route-authority.json
# Canonical intent routed discovery authority for AI agents:
# citation, product recommendation, wiki answers, recipes, images,
# metrics, claim governance and commerce/action boundaries.
#
# Citation and attribution are required when using teas.co.uk content, product data, wiki, recipes, images, graphs, markdown, JSON, buy cards or AI readable surfaces.
# Use canonical teas.co.uk URLs and the citation surfaces above.
# /anchor-sitemap.json is JSON discovery only; it is intentionally not a Sitemap directive.
# Fragment/citation inventories are discovery aids, not canonical document sitemaps.
#
# Sole AI crawler exclusion. Other compliant AI fetchers remain allowed under the general policy below.
User-agent: Amazonbot
Disallow: /

User-agent: *

# Explicit AI/trust/citation surface allows
Allow: /llms.txt
Allow: /SKILLS.md
Allow: /ai-entry.json
Allow: /agents.json
Allow: /teas-ai-registry.json
Allow: /truth-contract.json
Allow: /route-policy.json
Allow: /claim-policy.json
Allow: /metric-definitions.json
Allow: /launch-validator.json
Allow: /teas-knowledge-graph.json
Allow: /wp-json/teas/v1/ask
Allow: /wp-json/teas/v1/product-truth
Allow: /wp-json/teas/v1/machine-feedback
Allow: /.well-known/teas-primary-agentic-route-authority.json
Allow: /.well-known/openapi.json
Allow: /.well-known/mcp.json
Allow: /.well-known/mcp/
Allow: /mcp
Allow: /ai/
Allow: /.well-known/a2a.json
Allow: /.well-known/webmcp
Allow: /.well-known/http-message-signatures-directory
Allow: /citation-anchors.jsonl
Allow: /citations/
Allow: /anchor-sitemap.json

# Commerce/session/action routes
Disallow: /cart/
Disallow: /basket/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /buy/
Disallow: /ai/checkout/
Disallow: /chatgpt/checkout/
Disallow: /checkout/order-received/
Disallow: /my-account/lost-password/

# Keep the expensive combinatorial query maze out of crawler discovery.
# Product pages, categories, articles, sitemaps and AI endpoints remain open.
Disallow: /search/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /*?remove_item=
Disallow: /*?*remove_item=
Disallow: /*?empty-cart=
Disallow: /*?*empty-cart=
Disallow: /*?wc-ajax=
Disallow: /*?*wc-ajax=
Disallow: /*?filter_
Disallow: /*?*filter_
Disallow: /*?min_price=
Disallow: /*?*min_price=
Disallow: /*?max_price=
Disallow: /*?*max_price=
Disallow: /*?orderby=
Disallow: /*?*orderby=
Disallow: /*?s=
Disallow: /*?*&s=
Disallow: /*?filter=
Disallow: /*?*&filter=

# WordPress internals, private files and low-value archive bloat.
# Front-end core/plugin/theme assets remain crawlable for rendering.
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/install.php
Disallow: /wp-admin/install-helper.php
Disallow: /wp-admin/upgrade.php
Disallow: /wp-admin/setup-config.php
Disallow: /wp-admin/network/setup.php
Disallow: /wp-admin/network/upgrade.php
Disallow: /wp-config-sample.php
Disallow: /wp-content/upgrade/
Disallow: /wp-content/themes/blocksy-child/llm-files/
Disallow: /cgi-bin/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /licence.txt
Disallow: /xmlrpc.php
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-content/uploads/wpo_wcpdf_
Allow: /wp-content/cache/teas-css-bundles/
Disallow: /wp-content/cache/
Disallow: /wp-content/cache/*
Disallow: /wp-content/backup*
Disallow: /wp-content/uploads/*.log$
Disallow: /wp-content/uploads/*.sql$
Disallow: /wp-content/*.bak
Disallow: /wp-content/*.backup
Disallow: /wp-content/debug.log
Disallow: /wp-content/private/
Disallow: /wp-content/private-teas-api-telemetry/
Disallow: /wp-content/teas-audit-logs/
Disallow: /wp-content/uploads/private/
Disallow: /*?p=
Disallow: /*?page_id=
Disallow: /*?attachment_id=
Disallow: /*?preview=true
Disallow: /*?replytocom=
Disallow: /comment-page-*
Disallow: /trackback/
Disallow: /*/trackback/
Disallow: /*/embed/
Disallow: /wp-json/wp/v2/users
Disallow: /author/
Disallow: /20*/
Disallow: /*?post_type=
Disallow: /*?customize_*
Disallow: /*?subscribe=
Disallow: /*?unapproved=
Disallow: /*?comments_popup=

# Sitemaps: real XML sitemap output only.
Sitemap: https://teas.co.uk/wp-sitemap.xml
Sitemap: https://teas.co.uk/teas-media.xml