User-agent: *
Crawl-Delay 20
Disallow: /user
Disallow: /search
Disallow: /spellcheck
Disallow: /filter
Disallow: /node/add
Disallow: /comment
Disallow: /archive
Disallow: /taxonomy
Disallow: /track
Disallow: /tracker
Disallow: /admin

User-agent: BecomeBot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: btbot
Disallow: /

User-agent: diffbot
Disallow: /