User-agent: *
Disallow: /cms/
Disallow: /push/
Disallow: /service/
Disallow: /client/dynforms/
Disallow: /client/ajax/


User-agent: ConveraCrawler
Disallow: /

User-agent: TMCrawler
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Speedy Spider
Disallow: /

User-agent: findlinks
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MauiBot
Disallow: /

# Web monitoring service. Who needs?
User-agent: FreeWebMonitoring
Disallow: /

# Check student papers for fraud, not needed
User-agent: TurnitinBot
Disallow: /

# Identity Thef searcher
User-agent: LinkWalker
Disallow: /

# Security searcher
User-agent: HuaweiSymantec
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /