User-agent: *
# requires auth
Disallow: /forum
Disallow: /*?ref=*
Disallow: /notifications
Disallow: /comments
Disallow: /usertags
Disallow: /*?justified
Disallow: /*?screen
Disallow: /*?m=

User-agent: Googlebot
User-agent: Bingbot
User-agent: Slurp
User-agent: Baiduspider
User-agent: Yandex
User-agent: DuckDuckBot
User-agent: Sogou Spider
User-agent: Exabot
User-agent: SeznamBot
# requires auth
Disallow: /forum
Disallow: /*?ref=*
Disallow: /notifications
Disallow: /comments
Disallow: /usertags
Disallow: /similar
Disallow: /*?justified
Disallow: /*?screen
Disallow: /*?m=
# api
Disallow: /*xml*
Disallow: /*json*
# mixing both page and offset
Disallow: /*?o=*&p=
Disallow: /*&o=*&p=
Disallow: /*?p=*&o=
Disallow: /*&p=*&o=
# misc
Disallow: /*?referer=
Disallow: /*?post=
Disallow: /*\u003d # http 400

User-agent: Mediapartners-Google
Disallow: /search

User-agent: AhrefsBot
Disallow: /login
Disallow: /register