# 2009-11-17 02:47:32
Sitemap: http://underpop.free.fr/atom.xml
Sitemap: http://underpop.free.fr/rss.xml
Sitemap: http://underpop.free.fr/2/sitemap.urls
Sitemap: http://underpop.free.fr/.gnutelladev.underpopfree.sitemap.xml
Sitemap: http://underpop.free.fr/a/acordo_com_o_tempo/acordo_com_o_tempo.urls
Sitemap: http://underpop.free.fr/h/how-to-make-a-game-developed-with-lua-language/sitemap.txt
Sitemap: http://underpop.free.fr/i/informatica/sitemap.urls
Sitemap: http://underpop.free.fr/n/noticias/noticias.urls
Sitemap: http://underpop.free.fr/sitemap.underpop.free.fr_896_pages.txt
Sitemap: http://underpop.free.fr/sitemap.xml
Sitemap: http://underpop.free.fr/sm.198.links.underpop.free.fr_20080219T081046Z.txt
Sitemap: http://underpop.free.fr/sm.labels.2003.txt
Sitemap: http://underpop.free.fr/sm.labels.2004.txt
Sitemap: http://underpop.free.fr/sm.labels.2007.txt
Sitemap: http://underpop.free.fr/sm.labels.2008-02-02.txt
Sitemap: http://underpop.free.fr/sm.sitemaps.txt
Sitemap: http://underpop.free.fr/sm.underpop.free.fr-u-uploads.2008-02-02.txt
Sitemap: http://underpop.free.fr/sm.underpop.free.fr-z-zero.xml
Sitemap: http://underpop.free.fr/sm.yahoo.a.txt
Sitemap: http://underpop.free.fr/sm_966_linhas.xml
Sitemap: http://underpop.free.fr/underpop.free.fr-u-uploads.xml
Sitemap: http://underpop.free.fr/v/videos-academia/videos-academia.urls
Sitemap: http://underpop.free.fr/x/xoops-pdf-tutorials/xoops-pdf-tutorials.urls

User-agent: Googlebot
Disallow: /*.gif?
Disallow: /*.html?
Disallow: /*.htmlhttp
Disallow: /*.jpg?
Disallow: /*.php%
Disallow: /*.php*http
Disallow: /*.php*www.*.*
Disallow: /*.phphttp
Disallow: /*.png?
Disallow: /*.txt?
Disallow: /*?D=
Disallow: /*?M=
Disallow: /*?N=
Disallow: /*?PHPSESSID=
Disallow: /*?S=
Disallow: /*?size=
Disallow: /*?sort=
Disallow: /*?www.
Disallow: /*?xoops_redirect
Disallow: /*?xoops_session=
Disallow: /*size=
Disallow: /*sort=
Disallow: /?*http://
Disallow: /c/cobal
Disallow: /x/xoops-br

# advertising-related bots:
User-agent: Mediapartners-Google*
# Disallow:
Disallow: /c/cobal
Disallow: /x/xoops-br

# UnderPop work bots:
User-agent: IsraBot
Disallow:

User-agent: Orthogaffe
Disallow:

# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /b/
Disallow: /c/cobal
Disallow: /i/
Disallow: /index.php
Disallow: /labels
Disallow: /u/uploads
Disallow: /x/xo/xoops/
Disallow: /x/xoops-br
Disallow: /x/xoops-downloads
Disallow: /x/xoops.org/
Disallow: /z

# The 'grub' distributed client has been *very* poorly behaved.
User-agent: grub-client
Disallow: /

# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

User-agent: *
Disallow: /c/cobal
Disallow: /x/xoops-br


# Allow the wayback-maschine to index user-pages
User-agent: ia_archiver
Disallow: