User-agent: *
Disallow: /login
Disallow: /index.php?qa-rewrite=

Disallow: /forgot


Disallow: /questions?sort
Disallow: /tag
Disallow: /chat
Disallow: /admin
Disallow: /activity/*
Disallow: /search?q=
Disallow: /cdn-cgi/


Disallow: /cgi-bin/

User-agent: MJ12bot
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Mozilla/5.0 (compatible; Ezooms/1.0; ezooms.bot@gmail.com)
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: SindiceBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: wget
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Yahoo Pipes 1.0
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: penthesilea
Disallow: /