# Blocks robots from specific folders / directories User-agent: * Disallow: /wp-admin Disallow: /wp-includes Disallow: /trackback Disallow: /comments Disallow: */trackback Disallow: */comments Disallow: /index.php Disallow: /xmlrpc.com Disallow: /wp-login.php Disallow: /wp-content/plugins/ Disallow: /comments/feed/ Disallow: /cgi-bin/ Disallow: /*?* Disallow: /*? Disallow: /*.inc$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ User-agent: Yandex Disallow: / User-agent: Baiduspider Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* # allow Google adsense bot on entire site User-agent: Mediapartners-Google* Allow: /*