User-agent: Googlebot

# permitir o adsense em qualquer url
User-agent: Mediapartners-Google*
Disallow:
Allow: /

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /

# MSN Live Bot-media
User-agent: MSNBot-media
Disallow:
Allow: /

# CONTEÚDO DUPLICADO PELO APACHE

Disallow: /*?D=A
Disallow: /*?D=D
Disallow: /*?M=A
Disallow: /*?M=D
Disallow: /*?N=A
Disallow: /*?N=D
Disallow: /*?S=A
Disallow: /*?S=D

# CONTORNAR BLACK SEO e MÁ FORMAÇÃO DE URLS
Disallow: /*?*%3C%2Fa%3E
Disallow: /*?*%3Ca
Disallow: /*?*</a
Disallow: /*?*<a
Disallow: /*?*href=
Disallow: /*?*http:
Disallow: /*?*www.*.*

User-agent: wget
Disallow: /*.php
Disallow: /*.htm

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: *

Disallow: /enviar
Disallow: /cgi-bin
Disallow: /suspended.page
Disallow: /cache/
Disallow: /cgi/
Disallow: /core/
Disallow: /install/
Disallow: /kernel/
Disallow: /language/
Disallow: /preload/
Disallow: /settings/
Disallow: /temp/
Disallow: /templates_c/
Disallow: /tmp/

# CONTORNAR BLACK SEO / AVOID BLACK SEO (GOOGLE)
Disallow: /*.php?*www.*.*
Disallow: /*http://

User-agent: ia_archiver
Disallow:
Allow: /