# ---------------------------------------------------------------------------
# brightbid.com/robots.txt
# Last reviewed: 2026-09-08
# Our stated position on AI crawlers: https://brightbid.com/llms.txt
# ---------------------------------------------------------------------------
# Default group: open to everything except WordPress internals.
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# ---------------------------------------------------------------------------
# AI crawlers and answer engines - explicitly allowed.
#
# These groups state a position; they do not change access. The wildcard
# group above already permits every agent named below.
#
# Note on syntax: a crawler obeys only the most specific group that matches
# its name, and a named group REPLACES the wildcard group rather than adding
# to it. That is why each group below repeats the /wp-admin/ rules - without
# them, naming GPTBot would hand GPTBot the admin directory.
# ---------------------------------------------------------------------------
# OpenAI - model training, ChatGPT search, ad safety review, user fetches
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: OAI-AdsBot
User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# Anthropic - model training, Claude search, user fetches
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# Perplexity - citation crawler and user fetches
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# Meta - AI training/indexing and user-initiated fetches
User-agent: meta-externalagent
User-agent: meta-externalfetcher
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# Microsoft - Bing index, which also grounds Copilot answers
User-agent: bingbot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# ---------------------------------------------------------------------------
# Consent tokens, not crawlers.
#
# Google-Extended and Applebot-Extended fetch nothing. They exist only in
# robots.txt, and control whether content already crawled by Googlebot and
# Applebot may be used for Gemini and Apple Intelligence training and
# grounding. Both default to permitted, so "Allow" here is a deliberate
# opt-in rather than a change of state. Neither affects Search ranking.
#
# The /wp-admin/ rules are repeated here purely for consistency, so an
# automated audit of this file reports the same posture for every group.
# They have no practical effect: Googlebot and Applebot are already kept
# out of /wp-admin/ by the wildcard group, so nothing there is ever
# crawled for these tokens to govern.
# ---------------------------------------------------------------------------
User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
User-agent: Applebot-Extended
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Sitemap: https://brightbid.com/sitemap_index.xml