# ── Googlebot: full forum access for SEO, just block non-content pages ──────── User-agent: Googlebot Disallow: /alforum/search.php Disallow: /alforum/ucp.php Disallow: /alforum/posting.php Disallow: /alforum/memberlist.php Disallow: /alforum/app.php/ # ── Heavy SEO scrapers: block forum entirely (they cause CPU spikes) ────────── User-agent: AhrefsBot Disallow: /alforum/ User-agent: SemrushBot Disallow: /alforum/ User-agent: MJ12bot Disallow: /alforum/ User-agent: DotBot Disallow: /alforum/ User-agent: PetalBot Disallow: /alforum/ User-agent: BLEXBot Disallow: /alforum/ User-agent: DataForSeoBot Disallow: /alforum/ # Prevent indexing of staging/tool HTML files (duplicates of main URLs) User-agent: * Disallow: /tools/*.html Disallow: /community.html Disallow: /songs-and-lessons.html Disallow: /live-events.html Disallow: /choose-plan.html Disallow: /accordion-love-homepage.html # ── Everyone else ───────────────────────────────────────────────────────────── User-agent: * Crawl-delay: 5 # Forum — non-content pages Disallow: /alforum/search.php Disallow: /alforum/ucp.php Disallow: /alforum/posting.php Disallow: /alforum/memberlist.php Disallow: /alforum/app.php/ # WordPress — private/admin pages Disallow: /wp-login.php Disallow: /wp-admin/ Disallow: /login2 Disallow: /myaccount Disallow: /cancel Disallow: /login-required # Private membership pages Disallow: /1MONTH Disallow: /Learn2023