# robots.txt de lastorres.com User-Agent: * Allow: /wp-content/uploads/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-content/themes/lastorres/scripts/timthumb.php Disallow: /wp-includes/ Disallow: /wp-admin/ Disallow: /stats/ Disallow: /wp- Sitemap: http://www.lastorres.com/sitemap.xml Sitemap: http://www.lastorres.com/urllist.txt Allow: /feed/$ Disallow: /feed Disallow: /comments/feed Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /*/*/feed/$ Disallow: /*/*/feed/rss/$ Disallow: /*/*/trackback/$ Disallow: /*/*/*/feed/$ Disallow: /*/*/*/feed/rss/$ Disallow: /*/*/*/trackback/$ Disallow: /xmlrpc.php Disallow: xmlrpc.php?rsd User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: libwww Disallow: / User-agent: noxtrumbot Crawl-delay: 50 User-agent: msnbot Crawl-delay: 30 User-agent: Slurp Crawl-delay: 10