User-agent: *
Allow: /
#diret�rios personalizados
Disallow: /cgi-bin/
Disallow: /demos/
Disallow: /download/
Disallow: /update/
#diret�rios e arquivos do WP
Disallow: /wp-login.php
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/*
Disallow: /trackback/
Disallow: */trackback
Disallow: */feed/
Disallow: /comments/
Disallow: */comments
Disallow: */comment-page-*/
Disallow: */comment-page-*/*
Disallow: /page/*
Disallow: /uncategorized/
Allow: /wp-content/uploads/
Allow: /wp-content/blogs.dir/
# remover scrips css, php, js, html e afins
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.txt$
# qualquer endereco URL que contenha '?'
# isso evita indexar resultados de buscas
# e conte�dos duplicados
Disallow: /*?*
Disallow: /*?
# permitir o adsense em qualquer url
User-agent: Mediapartners-Google*
Disallow:
Allow: /*
#informa que existe um sitemap na raiz
Sitemap: http://rbtech.info/sitemap_index.xml
Sitemap: http://criacao.rbtech.info/sitemap_index.xml
Sitemap: http://consultoria.rbtech.info/sitemap_index.xml
Sitemap: http://dev.rbtech.info/sitemap_index.xml
Sitemap: http://hardware.rbtech.info/sitemap_index.xml