User-agent: Yandex
Disallow: /

User-agent: Adsbot-Google
Disallow: /

User-agent: *
Disallow: /

User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: wikiwix-bot-3.0
Disallow: /*/cgi-bin
Disallow: /rss_feeds/

# Google's PostScript interpreter has problems with landscape text.
Disallow: /library/*-2.ps$

# Redundant content.
Disallow: /library/catalogue.xml
Disallow: /books/books.xml