# START YOAST BLOCK
# ---------------------------
# =========================================================
# amg-access.com (LMS) — robots.txt (GEO-updated draft)
# Reviewed 2026-08-19
# No existing robots.txt found — built from the WordPress/Yoast baseline.
# =========================================================

# --- General / fallback rule ---
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: *.pdf
Disallow: /?smd_process_download

# --- Traditional search engines ---
User-agent: Googlebot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: *.pdf

User-agent: AdsBot-Google
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: Bingbot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: *.pdf

User-agent: Slurp
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: DuckDuckBot
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: archive.org_bot
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

# Legacy/defunct — Alexa Internet shut down in 2022. Included for parity
# with your other sites; safe to drop if you'd rather not carry it forward
# on a new file.
User-agent: Alexabot
Disallow: /

User-agent: ia_archiver
Disallow: /

# =========================================================
# --- AI / LLM crawlers (GEO) ---
# =========================================================

User-agent: OAI-SearchBot
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/

User-agent: Claude-SearchBot
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: Claude-User
Allow: /
Disallow: /wp-admin/

User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: CCBot
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: Applebot-Extended
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: meta-externalagent
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

User-agent: Amazonbot
Allow: /
Disallow: /wp-admin/
Disallow: *.pdf

# ByteDance/TikTok crawler — optional block, see earlier notes.
# User-agent: Bytespider
# Disallow: /

# =========================================================
# NOTE on "Your Profile": it's login-gated, so it's already unreachable by
# any crawler (AI or otherwise) — no robots.txt rule needed for it. If it
# ever moves to a URL pattern that's reachable while logged out (e.g. a
# password-reset or preview link), let me know the path and I'll add an
# explicit Disallow across these groups.
# =========================================================


Sitemap: https://amg-access.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK