# ============================================================
# robots.txt — globalfti.com
# WordPress + Elementor + Hello Theme
# ============================================================

# ------------------------------------------------------------
# DEFAULT RULE — ALL CRAWLERS
# ------------------------------------------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /?s=
Disallow: /search/
Disallow: /*?replytocom=

# Retired / test pages — must not be crawled or indexed
Disallow: /courses/cma-usa-form-testing/
Disallow: /micro-blogs/

Allow: /

# ------------------------------------------------------------
# AI CRAWLERS — DELIBERATELY ALLOWED
# These crawlers feed AI Overviews, ChatGPT, Perplexity, and
# Claude citations. Listed by name (in addition to the
# wildcard Allow above) so the intent to be cited by AI
# answer engines is explicit, not incidental.
# ------------------------------------------------------------

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: CCBot
Allow: /

# ------------------------------------------------------------
# AGGRESSIVE / LOW-VALUE SEO SCRAPERS — BLOCKED
# Reduces server load from bulk backlink/keyword crawlers that
# provide no indexing or GEO benefit. If you personally run
# Semrush Site Audit on this domain, confirm it uses a
# separate user-agent before relying on this block.
# ------------------------------------------------------------

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ------------------------------------------------------------
# SITEMAP
# ------------------------------------------------------------

Sitemap: https://globalfti.com/sitemap_index.xml