# robots.txt de WWW.TRAVELUM.COM User-agent:* Crawl-delay: 1 # Sitemap: http://www.travelum.com/sitemap.gz #mapa del sitio # Request-rate: 1/5 # maximum rate is one page every 5 seconds Visit-time: 0000-0530 # only visit between 0:00 AM and 5:30 AM UT (GMT) # Request-rate: 1/5m 0600-0900 # mezcla de request rate y el visit-time. Disallow: /cgi-bin/* Disallow: /reservar.html Disallow: /confirmado.html Disallow: /confirmarReserva.html Disallow: /newsletter.html Disallow: /gestion/* Disallow: /afiliados/* Disallow: /clientes/*