User-agent: * # common rules for all bots, exclude Google, Disallow: /cgi-bin # folder on host Disallow: /? # all requests on main page Disallow: /wp- # files WP: /wp-json/, /wp-includes, /wp-content/plugins Disallow: *?s= # search Disallow: *&s= # search Disallow: /search/ # search Disallow: /author/ # author’s archive Disallow: /users/ # authors’ archives Disallow: */trackback # trackbacks Disallow: */feed # все feeds Disallow: */rss # rss feed Disallow: */embed # all embed Disallow: /xmlrpc.php # WordPress API file Disallow: *utm= # links with utm tags Disallow: *openstat= # links with openstat tags Allow: */uploads # open uploads for indexation User-agent: GoogleBot # for Google Disallow: /cgi-bin Disallow: /? Disallow: /wp- Disallow: /wp/ Disallow: *?s= Disallow: *&s= Disallow: /search/ Disallow: /author/ Disallow: /users/ Disallow: */trackback Disallow: */feed Disallow: */rss Disallow: */embed Disallow: */wlwmanifest.xml Disallow: /xmlrpc.php Disallow: *utm= Disallow: *openstat= Allow: */uploads Allow: /*/*.js # open js-scripts inside /wp- (/*/ - for priority) Allow: /*/*.css # open css-files inside /wp- (/*/ - for priority) Allow: /wp-*.png # images in plugins, cache folder etc. Allow: /wp-*.jpg # images in plugins, cache folder etc. Allow: /wp-*.jpeg # images in plugins, cache folder etc. Allow: /wp-*.gif # images in plugins, cache folder etc. Allow: /wp-*.woff Allow: /wp-*.ttf