User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback
Disallow: /*?*
Disallow: /*.html/$
Disallow: /*feed*
Disallow: /ar/
Disallow: /ko/
Disallow: /hr/
Disallow: /de/
Disallow: /ca/
Disallow: /bg/
Disallow: /el/
Disallow: /fr/
Disallow: /id/
Disallow: /ja/
Disallow: /lv/
Disallow: /no/
Disallow: /ru/
Disallow: /sr/
Disallow: /uk/
Disallow: /zh-CN/
Disallow: /it/
Disallow: /vi/



# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# Snap Shots
User-agent: Snapbot
Disallow: /

# SurveyBot
User-agent: SurveyBot
Disallow: /

# Gigabot
User-agent: Gigabot
Disallow: /

# Python-urllib
User-agent: Python-urllib
Disallow: /

# CazoodleBot
User-agent: CazoodleBot
Disallow: /

# psbot
User-agent: psbot
Disallow: /