# -------------------------------
# Simple Machines Forum 2.1.6
# Safe to index threads & boards
# -------------------------------

User-agent: *
# Block SMF internals & utilities
Disallow: /index.php?action=login
Disallow: /index.php?action=register
Disallow: /index.php?action=help
Disallow: /index.php?action=search
Disallow: /index.php?action=who
Disallow: /index.php?action=stats
Disallow: /index.php?action=profile
Disallow: /index.php?action=unread
Disallow: /index.php?action=unreadreplies
Disallow: /index.php?action=notify
Disallow: /index.php?action=markasread
Disallow: /index.php?action=reporttm
Disallow: /index.php?action=pm
Disallow: /index.php?action=post
Disallow: /index.php?action=printpage
Disallow: /index.php?action=recent
Disallow: /index.php?action=reminder
Disallow: /index.php?action=emailuser
Disallow: /index.php?action=activate
Disallow: /index.php?action=verificationcode
Disallow: /index.php?action=quickhelp

# Kill duplicate/sessiony stuff
Disallow: /*;prev_next=*
Disallow: /*;topicseen
Disallow: /*PHPSESSID=

# Stop WordPress-style query probing seen in logs
Disallow: /*?s=*

# IMPORTANT: allow threads & boards (all pages)
# (No broad Disallow on /index.php, so these are naturally allowed;
# listing them here is just documentation.)
Allow: /index.php?topic=
Allow: /index.php?board=
Allow: /index.php/topic,
Allow: /index.php/board,

# -------------------------------
# Per-bot crawl rates (Bing honors; Google ignores)
# -------------------------------

User-agent: AhrefsBot
Crawl-delay: 30

User-agent: SemrushBot
Crawl-delay: 30

User-agent: PetalBot
Crawl-delay: 30

User-agent: MJ12bot
Crawl-delay: 30

User-agent: CCBot
Disallow: /

# Sitemap (if you have one)
# Sitemap: https://www.susans.org/sitemap.xml