# robots_a.txt
#
User-agent: googlebot
Disallow: /editorial/
Disallow: /main/
Disallow: /docs/
Disallow: /pics/
Disallow: /ql3
Disallow: /textversion/
Disallow: /profile
Disallow: /my
Disallow: /partner
Disallow: /mailbox
Disallow: /test
Disallow: /login
Disallow: /visitor
Disallow: /contact
Disallow: /logged
Disallow: /search
Disallow: /visited
Disallow: /payment
Disallow: /errorpage
Disallow: /lists
Disallow: /questionnaire
Disallow: /photo
Disallow: /purchase
Disallow: /registration

User-agent: Slurp
Disallow: /editorial/
Disallow: /main/
Disallow: /docs/
Disallow: /pics/
Disallow: /ql3
Disallow: /textversion/
Disallow: /profile
Disallow: /my
Disallow: /partner
Disallow: /mailbox
Disallow: /test
Disallow: /login
Disallow: /visitor
Disallow: /contact
Disallow: /logged
Disallow: /search
Disallow: /visited
Disallow: /payment
Disallow: /errorpage
Disallow: /lists
Disallow: /questionnaire
Disallow: /photo
Disallow: /purchase
Disallow: /registration

User-agent: TurnitinBot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /editorial/
Disallow: /main/
Disallow: /docs/
Disallow: /pics/
Disallow: /ql3
Disallow: /textversion/
Disallow: /profile
Disallow: /my
Disallow: /partner
Disallow: /mailbox
Disallow: /test
Disallow: /login
Disallow: /visitor
Disallow: /contact
Disallow: /logged
Disallow: /search
Disallow: /visited
Disallow: /payment
Disallow: /errorpage
Disallow: /lists
Disallow: /questionnaire
Disallow: /photo
Disallow: /purchase
Disallow: /registration