# Default policy: allow all crawlers except the sensitive paths below.
User-agent: *
Disallow: /admin
Disallow: /*lesson_plan
Disallow: /userFiles
Crawl-delay: 5

# Blocked bots (SEO scrapers / aggressive crawlers): no access.
User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Explicitly allowed bots. Each has its own group, so it is exempt from the
# User-agent: * restrictions above and gets full access to the whole site.
User-agent: facebookexternalhit
Allow: /

# PopeTech accessibility scanners require full scan access to every path.
User-agent: PopeTech-CrawlBot
Allow: /
Disallow:

User-agent: PopeTech-ScanBot
Allow: /
Disallow: