User-agent: * # disallow all files in these directories Disallow: /estatales/wp-admin Disallow: /estatales/wp-includes Disallow: /estatales/wp-content/plugins Disallow: /estatales/wp-content/cache Disallow: /estatales/wp-content/themes Disallow: /estatales/cgi-bin/ Disallow: /estatales/z/j/ Disallow: /estatales/z/c/ Disallow: /estatales/stats/ Disallow: /estatales/dh_ Disallow: /estatales/about/ Disallow: /estatales/contact/ Disallow: /estatales/tag/ Disallow: /estatales/wp-admin/ Disallow: /estatales/wp-includes/ Disallow: /estatales/contact Disallow: /estatales/manual Disallow: /estatales/manual/* Disallow: /estatales/phpmanual/ Disallow: /estatales/category/ Disallow: /estatales/trackback Disallow: /estatales/*trackback Disallow: /estatales/*trackback* Disallow: /estatales/*/trackback Disallow: /estatales/*?* Disallow: /estatales/*.html/$ Disallow: /estatales/*feed* Disallow: /comerciales/administrator/ Disallow: /comerciales/cache/ Disallow: /comerciales/components/ Disallow: /comerciales/editor/ Disallow: /comerciales/help/ Disallow: /comerciales/images/ Disallow: /comerciales/includes/ Disallow: /comerciales/language/ Disallow: /comerciales/mambots/ Disallow: /comerciales/media/ Disallow: /comerciales/modules/ Disallow: /comerciales/templates/ Disallow: /comerciales/installation Disallow: /comerciales/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /estatales/*.php$ Disallow: /estatales/*.js$ Disallow: /estatales/*.inc$ Disallow: /estatales/*.css$ Disallow: /estatales/*.gz$ Disallow: /estatales/*.wmv$ Disallow: /estatales/*.cgi$ Disallow: /estatales/*.xhtml$ # disallow all files with ? in url Disallow: /estatales/*?* Disallow: /comerciales/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /estatales/*/*/email/$ Disallow: /estatales/*/*/print/$ Disallow: /estatales/*/*/#$ Disallow: /estatales/page/ # block all folders with broken links User-agent: * Disallow: /estatales/20$