User-agent: *
Disallow: /wp-login.php
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /dumper.php
Disallow: /wp-includes
Disallow: /wp-content/plugins
Crawl-delay: 2
User-agent: Slurp
Crawl-delay: 150
User-agent: Twiceler
Disallow: /

User-Agent: W3C-checklink
Disallow: /