User-agent: * # disallow all files in these directories Disallow: /software/wp-admin Disallow: /software/wp-includes Disallow: /software/wp-content/plugins Disallow: /software/wp-content/cache Disallow: /software/wp-content/themes Disallow: /software/cgi-bin/ Disallow: /software/z/j/ Disallow: /software/z/c/ Disallow: /software/stats/ Disallow: /software/dh_ Disallow: /software/about/ Disallow: /software/contact/ Disallow: /software/tag/ Disallow: /software/wp-admin/ Disallow: /software/wp-includes/ Disallow: /software/contact Disallow: /software/manual Disallow: /software/manual/* Disallow: /software/phpmanual/ Disallow: /software/category/ Disallow: /software/trackback Disallow: /software/*trackback Disallow: /software/*trackback* Disallow: /software/*/trackback Disallow: /software/*?* Disallow: /software/*.html/$ Disallow: /software/*feed* Disallow: /analisis/administrator/ Disallow: /analisis/cache/ Disallow: /analisis/components/ Disallow: /analisis/editor/ Disallow: /analisis/help/ Disallow: /analisis/images/ Disallow: /analisis/includes/ Disallow: /analisis/language/ Disallow: /analisis/mambots/ Disallow: /analisis/media/ Disallow: /analisis/modules/ Disallow: /analisis/templates/ Disallow: /analisis/installation Disallow: /analisis/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /software/*.php$ Disallow: /software/*.js$ Disallow: /software/*.inc$ Disallow: /software/*.css$ Disallow: /software/*.gz$ Disallow: /software/*.wmv$ Disallow: /software/*.cgi$ Disallow: /software/*.xhtml$ # disallow all files with ? in url Disallow: /software/*?* Disallow: /analisis/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /software/*/*/email/$ Disallow: /software/*/*/print/$ Disallow: /software/*/*/#$ Disallow: /software/page/ # block all folders with broken links User-agent: * Disallow: /software/20$