User-agent: * # disallow all files in these directories Disallow: /autos/wp-admin Disallow: /autos/wp-includes Disallow: /autos/wp-content/plugins Disallow: /autos/wp-content/cache Disallow: /autos/wp-content/themes Disallow: /autos/cgi-bin/ Disallow: /autos/z/j/ Disallow: /autos/z/c/ Disallow: /autos/stats/ Disallow: /autos/dh_ Disallow: /autos/about/ Disallow: /autos/contact/ Disallow: /autos/tag/ Disallow: /autos/wp-admin/ Disallow: /autos/wp-includes/ Disallow: /autos/contact Disallow: /autos/manual Disallow: /autos/manual/* Disallow: /autos/phpmanual/ Disallow: /autos/category/ Disallow: /autos/trackback Disallow: /autos/*trackback Disallow: /autos/*trackback* Disallow: /autos/*/trackback Disallow: /autos/*?* Disallow: /autos/*.html/$ Disallow: /autos/*feed* Disallow: /salud/administrator/ Disallow: /salud/cache/ Disallow: /salud/components/ Disallow: /salud/editor/ Disallow: /salud/help/ Disallow: /salud/images/ Disallow: /salud/includes/ Disallow: /salud/language/ Disallow: /salud/mambots/ Disallow: /salud/media/ Disallow: /salud/modules/ Disallow: /salud/templates/ Disallow: /salud/installation Disallow: /salud/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /autos/*.php$ Disallow: /autos/*.js$ Disallow: /autos/*.inc$ Disallow: /autos/*.css$ Disallow: /autos/*.gz$ Disallow: /autos/*.wmv$ Disallow: /autos/*.cgi$ Disallow: /autos/*.xhtml$ # disallow all files with ? in url Disallow: /autos/*?* Disallow: /salud/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /autos/*/*/email/$ Disallow: /autos/*/*/print/$ Disallow: /autos/*/*/#$ Disallow: /autos/page/ # block all folders with broken links User-agent: * Disallow: /autos/20$