User-agent: Googlebot-Image
Disallow:
User-agent: Mediapartners-Google
Disallow:
User-agent: Googlebot-Mobile
Disallow:
User-agent: Adsbot-Google
Disallow:
User-agent: yahoo-mmcrawler
Disallow:
User-agent: Technoratibot
Disallow:
User-agent: Googlebot
Disallow:
User-agent: Google Desktop
Disallow:
User-agent: psbot
Disallow:
User-agent: ia_archiver
Disallow:
User-agent: Ask Jeeves
Disallow:
User-agent: Scooter
Disallow:
User-agent: Snapbot
Disallow:
User-agent: W3C
Disallow:
User-agent: BlogPulseLive
Disallow:
User-agent: Gigablast
Disallow:
User-agent: MJ12bot
Disallow:
User-agent: Twiceler
Disallow:
User-agent: Attentio/Nutch
Disallow:
User-agent: Moreoverbot
Disallow:
User-agent: Woriobot Heritrix
Disallow:
User-agent: EmeraldShield
Disallow:
User-agent: TailRank
Disallow:
User-agent: webcollage
Disallow:
User-agent: SpeedySpider
Disallow:
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: libwww
Disallow: /
User-agent:TestCrawler
Disallow: /
User-agent: ConveraCrawler
Disallow: /
User-agent: Jyxobot/1
Disallow: /
User-agent: Wells Search II
Disallow: /
User-agent: VadixBot
Disallow: /
User-agent:Sogou Orion Spider
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent:ISC Systems iRc Search 2.1
Disallow: /
User-agent: noxtrumbot
Crawl-delay: 50
User-agent: msnbot
Crawl-delay: 30
User-agent: Slurp
Crawl-delay: 10
User-agent: VoilaBot
Crawl-delay: 50
User-agent: msnbot-media
Crawl-delay: 50
#Permitir indexar imagenes
Allow: /wp-content/uploads/
# Las siguientes reglas se aplican a todos los Buscadores
# Desactiva todos los directorios que poseen:
User-agent: *
Disallow: /*?*
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /?ref=
Disallow: /search
Disallow: /httpd/
Disallow: /stats/
Disallow: /error.html
Disallow: /js/
Disallow: /style.css
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /wp-
# Desactiva todos los archivos que tienen un ?
Disallow: /blog/*?
Disallow: /blog/*?*
Disallow: /blog/wp-content/cache/
Disallow: /blog/wp-content/plugins/
Disallow: /blog/wp-content/themes/
Disallow: /blog/wp-content/upgrade/
Disallow: /blog/wp-includes/
Disallow: /blog/wp-admin/
Disallow: /blog/cgi-bin/
Disallow: /blog/stats/
Disallow: /blog/dh_
Disallow: /blog/about/legal-notice/
Disallow: /blog/about/copyright-policy/
Disallow: /blog/about/terms-and-conditions/
Disallow: /blog/contact/
Disallow: /blog/comment-page-*/
Disallow: /blog/comment-page/
Disallow: /blog/backup/
Disallow: /blog/?s=
Disallow: /blog/?ref=
Disallow: /blog/search
Disallow: /blog/*.php$
Disallow: /blog/*.js$
Disallow: /blog/*.inc$
Disallow: /blog/*.css$
Disallow: /blog/*.gz$
Disallow: /blog/*.cgi$
Disallow: /blog/*.wmv$
Disallow: /blog/*.xhtml$
Disallow: /blog/*trackback*
Disallow: /blog/category/
Disallow: /blog/cat/
Disallow: /blog/tag/
Disallow: /blog/tag
Disallow: /blog/page/
Disallow: /blog/page/$/
# Desactiva todas las páginas por mes
Disallow: /blog/2008/
Disallow: /blog/2008
Disallow: /blog/2008/$
Disallow: /blog/2009/
Disallow: /blog/2009
Disallow: /blog/2009/%
Disallow: /blog/2010/
Disallow: /blog/2010
Disallow: /blog/2010/%
Allow: /blog/feed/$
Allow: /feed/$
Disallow: /blog/feed
Disallow: /blog/comments/feed
Disallow: /blog/feed/
Disallow: /blog/*/feed/$
Disallow: /blog/*/*/feed/$
Disallow: /blog/*/*/*/feed/$
Disallow: /blog/*/feed/rss/$
Disallow: /blog/*/*/feed/rss/$
Disallow: /blog/*/*/*/feed/rss/$
Disallow: /blog/trackback/
Disallow: /blog/*/trackback/$
Disallow: /blog/*/*/trackback/$
Disallow: /blog/*/*/*/trackback/$
Disallow: /blog/author/
Disallow: /blog/archives/
Disallow: /blog/archives
Disallow: /blog/wget/
#
Sitemap: http://www.colombiatravel.com.co/sitemap.xml