User-agent: * # disallow all files in these directories Disallow: /cesantias/wp-admin Disallow: /cesantias/wp-includes Disallow: /cesantias/wp-content/plugins Disallow: /cesantias/wp-content/cache Disallow: /cesantias/wp-content/themes Disallow: /cesantias/cgi-bin/ Disallow: /cesantias/z/j/ Disallow: /cesantias/z/c/ Disallow: /cesantias/stats/ Disallow: /cesantias/dh_ Disallow: /cesantias/about/ Disallow: /cesantias/contact/ Disallow: /cesantias/tag/ Disallow: /cesantias/wp-admin/ Disallow: /cesantias/wp-includes/ Disallow: /cesantias/contact Disallow: /cesantias/manual Disallow: /cesantias/manual/* Disallow: /cesantias/phpmanual/ Disallow: /cesantias/category/ Disallow: /cesantias/trackback Disallow: /cesantias/*trackback Disallow: /cesantias/*trackback* Disallow: /cesantias/*/trackback Disallow: /cesantias/*?* Disallow: /cesantias/*.html/$ Disallow: /cesantias/*feed* Disallow: /alimenticias/administrator/ Disallow: /alimenticias/cache/ Disallow: /alimenticias/components/ Disallow: /alimenticias/editor/ Disallow: /alimenticias/help/ Disallow: /alimenticias/images/ Disallow: /alimenticias/includes/ Disallow: /alimenticias/language/ Disallow: /alimenticias/mambots/ Disallow: /alimenticias/media/ Disallow: /alimenticias/modules/ Disallow: /alimenticias/templates/ Disallow: /alimenticias/installation Disallow: /alimenticias/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /cesantias/*.php$ Disallow: /cesantias/*.js$ Disallow: /cesantias/*.inc$ Disallow: /cesantias/*.css$ Disallow: /cesantias/*.gz$ Disallow: /cesantias/*.wmv$ Disallow: /cesantias/*.cgi$ Disallow: /cesantias/*.xhtml$ # disallow all files with ? in url Disallow: /cesantias/*?* Disallow: /alimenticias/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /cesantias/*/*/email/$ Disallow: /cesantias/*/*/print/$ Disallow: /cesantias/*/*/#$ Disallow: /cesantias/page/ # block all folders with broken links User-agent: * Disallow: /cesantias/20$