User-agent: *
Disallow: /

User-agent: *
Disallow: /*.asp

User-agent: Googlebot
Disallow: /

User-agent: Googlebot
Disallow: /

#funcionando legal mas consome link
User-agent: Googlebot-Image
Disallow: /
User-agent: msnbot
Disallow: /

# --- todos os robôs
User-Agent: *
# ---- robô do Google
#User-agent: Googlebot
# bloquear extensões de arquivos de documentos e logs, e cfm (ColdFusion)
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.pdf$
Disallow: /*.PDF$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.ppt$
Disallow: /*.pptx$
Disallow: /*.log$
Disallow: /*.zip$
Disallow: /*.cfm$
Disallow: /*.CFM$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /*.gif$

# --- robô way back machine de archive.org bloquear tudo
User-agent: ia_archiver
Disallow: /