User-agent: *
Crawl-delay: 30
Disallow: /img/
Disallow: /aula/
Disallow: /LOGIN
Disallow: /agents/
Disallow: /gedex/wloro.gif
Disallow: /redir/
Disallow: /update/
Disallow: /update/robotmalo/
Disallow: /cgi-bin/help.pl

User-agent: Mediapartners-Google* 
Disallow: /gedex/wloro.gif

User-agent: ia_archiver
Disallow: /
User-agent: Alexa
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: archive.org_bot
Disallow: /

User-agent: Crawler
Disallow: /

User-agent: baiduspider
Disallow: /
User-agent: BaiDuSpider
Disallow: /
User-agent: Baiduspider+
Disallow: /

#User-agent: Slurp  # Es yahoo

User-agent: Slurp china
Disallow: /

# NameProtect
User-agent: NPBot
Disallow: /

# dir.com
User-agent:pompos
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: LocalcomBot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: psbot
Disallow: /

User-agent: LarbinWebCrawler
Disallow: /
User-Agent: larbin_2.6.2
Disallow: /
User-Agent: larbin
Disallow: /
User-agent: wget
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: grub
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: Download Ninja
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: VoilaBot
Disallow: /
User-agent: FeedChecker
Disallow: /
User-agent: visbot
Disallow: /
User-agent: nutch
Disallow: /
User-agent: nutch-solr-integration
Disallow: /
User-agent: gigabot
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: FollowSite Bot
Disallow: /
User-agent: FollowSite
Disallow: /
User-agent: FollowSiteBot
Disallow: /
User-agent: followsite
Disallow: /
User-agent: BTWebClient
Disallow: /
User-agent: Alligator
Disallow: /
User-agent: BaboomBot
Disallow: /
User-agent: BackStreet
Disallow: /
User-agent: BlackWidow
Disallow: /
User-agent: BaboomBot
Disallow: /
User-agent: Charon
Disallow: /
User-agent: atSpider/1.0
Disallow: /
User-agent: 8484 Boston Project
Disallow: /
User-agent: docomo
Disallow: /
User-agent: DoCoMo
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: DiamondBot
Disallow: /
User-agent: findlinks
Disallow: /
User-agent: DBLBot
Disallow: /
User-agent: Twiceler
Disallow: /

User-agent: heritrix
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: KaloogaBot
Disallow: /

User-agent: nu_tch-princeton/Nu_tch-1.0-dev
Disallow: /
User-agent: nu_tch-princeton
Disallow: /
User-agent: daumoa
Disallow: /
User-agent: GingerCrawler
Disallow: /
User-agent: betaBot
Disallow: /
User-agent: baypup
Disallow: /
User-agent: GurujiBot
Disallow: /
User-agent: Mozzila/Nutch-1.0
Disallow: /
User-agent: Mozzila
Disallow: /
User-agent: Yandex
Disallow: /