User-agent: *
Disallow: /wp-login.php
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
Allow: /wp-content/uploads
Disallow: */trackback
Disallow: /*/feed
Disallow: /*/comments
Disallow: /cgi-bin
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz
Disallow: /*.cgi
Allow: /*.js$
Allow: /*.css$
##SEO
User-agent: MJ12bot
Disallow: /
User-agent: rogerbot
Disallow: /
user-agent: AhrefsBot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: Updownerbot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: archive-fr.com
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: webmeupbot
Disallow: /
User-agent: spbot
Disallow: /