# Allow all bots
User-agent: *
Allow: /

# Disallow these directories, url types & file-types
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /stats/
Disallow: /scripts/
Disallow: /error/


# URLs de busca
Disallow: */search/
Disallow: /*?s=*

# Remove file extensions
Disallow: /*?*
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.txt$
Disallow: /*/wp-*
Disallow: /*/feed/*
Disallow: /*/*?s=*
Disallow: /*/*.js$
Disallow: /*/*.inc$

Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

User-agent: ia_archiver*
Disallow: /

User-agent: duggmirror
Disallow: /
 
# Moz
User-agent: rogerbot
Crawl-delay: 10

# Sitemap: http://yourdomain.com/sitemap.xml