User-agent: * # Files Disallow: /wp-login.php Disallow: /readme.html Disallow: /license.txt # Directories Disallow: /wp-admin/ Disallow: /author/ Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes # Paths (clean URLs) Disallow: /sitesearch/ # Paths (no clean URLs) Disallow: /?