User-agent: *
Disallow: /console
Disallow: /api/xml/*
Disallow: /api/json/*
Disallow: /api/rest/*
Disallow: /auction/xml/*
Disallow: /answers/xml/*
Disallow: /auction/json/*
Disallow: /answers/json/*
Disallow: /auction/rest/*
Disallow: /answers/rest/*
Disallow: /agent/contact.jsp
Disallow: /agent/ExecuteBid.htm
Disallow: /agent/OpenIDRequest.htm
Disallow: /agent/account/password.jsp
Disallow: /search/OpenIDRequest.htm
Disallow: /search/DigListing.htm
Disallow: /search/RateAnswer.img

User-agent: IRLbot 
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: CJNetworkQuality
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Speedy
Disallow: /