User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /feed/ # You can also optionally disallow crawl for various WordPress files & paths: # Disallow: /wp-content/plugins/ # Disallow: /wp-content/themes/ # Disallow: /wp-includes/ # Disallow: /readme.html # Disallow: /license.txt # Yoast SEO generated sitemap Sitemap: https://www.webpronews.com/sitemap_index.xml