User-agent: panscient.com
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: masscan
Disallow: /

User-agent: semantic-visions
Disallow: /

User-agent: istellabot
Disallow: /

User-agent: semrushbot
Disallow: /

User-agent: mj12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: seekport
Disallow: /

User-agent: stormcrawler
Disallow: /

User-agent: ahrefs
Disallow: /

User-agent: megaindex
Disallow: /

# Don't allow web crawlers to index Craft or search results
User-agent: *
Disallow: /craft/
Disallow: /member/search/
Disallow: /search/