# DUNAPOS - robots.txt

User-agent: Orthogaffe
User-agent: UbiCrawler
User-agent: DOC
User-agent: Zao
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: MSIECrawler
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: WebCopier
User-agent: Fetch
User-agent: Offline Explorer
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebZIP
User-agent: linko
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: Xenu
User-agent: larbin
User-agent: libwww
User-agent: ZyBORG
User-agent: Download Ninja
User-agent: wget
User-agent: grub-client
User-agent: k2spider
User-agent: NPBot
User-agent: WebReaper
User-agent: ia_archiver
User-agent: duggmirror
Disallow: /

# Google
# Disallow all files ending with these extensions
User-agent: Googlebot
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.wmv$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.cgi$
Disallow: /*.exe$
Disallow: /*.xhtml$

# Google Images
# Allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*

# Other bots
User-Agent: *
Disallow:

# Una pagina cada 5 segundos
#Request-rate: 1/5         
# Permitir trabajar a los bots de  9:00 pm a 3:00 am
# Greenwitch (BCN +2)
#Visit-time: 2100-0300

# Sitemap Location
Sitemap: http://www.dunapos.com/sitemap.xml