User-agent: *
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /remote-login.php
Disallow: /readme.html
Disallow: /refer/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: */feed/*
Disallow: /*?s=*
Disallow: /cgi-bin/*
Disallow: /author/*
Disallow: /tag/*

User-agent: AhrefsBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: MJ12bot
Disallow: /