User-Agent: *
Allow: /en/
Allow: /es/
Allow: /pr/
Disallow: /catfiles/
Disallow: /common/js/
Disallow: /common/js/lightbox/
Disallow: /common/js/lightbox/css/



User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: libwww
Disallow: /

User-agent: noxtrumbot
Crawl-delay: 50

User-agent: msnbot
Crawl-delay: 30

User-agent: Slurp
Crawl-delay: 10