# /robots.txt # # All robots will spider the domain User-agent: * Disallow: /wp-admin/ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /feed/ Disallow: /blackhole/ Disallow: /?blackhole Disallow: /wp-admin/admin-ajax.php User-agent: Yandex Crawl-delay: 5 # specifies a 5 second timeout