User-agent: *
Disallow: /mt/
Disallow: /mt/mt-
Disallow: /_mm/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /MMWIP/
Disallow: /0banner/
Disallow: /_mm/
Disallow: /backup/
Disallow: /basededatos/
Disallow: /datos/
Disallow: /iweb/
Disallow: /mt-static/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: *.csi
Disallow: *.mp4
Disallow: *.mp3
Disallow: *.wmv
Disallow: *.php
Crawl-delay: 30

User-agent: googlebot
Disallow: *.csi
Disallow: *.mp4
Disallow: *.mp3
Disallow: *.wmv
Disallow: *.php


Sitemap: http://http://www.yatengoblog.com/sitemap.xml

User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: libwww
Disallow: /

User-agent: noxtrumbot
Crawl-delay: 50
User-agent: Slurp
Crawl-delay: 10

User-agent: Slurp
Disallow:
Crawl-delay: 30


User-agent: msnbot
Disallow:
Crawl-delay: 30

User-Agent: Mozilla/2.0 (compatible; Ask usblsb/)
Disallow:
Crawl-delay: 30
 
User-agent: *
Disallow: /page/directory
Disallow: /page/group
Disallow: /page/dashboard
Disallow: /page/socialnet