User-agent: * # disallow all files in these directories Disallow: /modelos/wp-admin Disallow: /modelos/wp-includes Disallow: /modelos/wp-content/plugins Disallow: /modelos/wp-content/cache Disallow: /modelos/wp-content/themes Disallow: /modelos/cgi-bin/ Disallow: /modelos/z/j/ Disallow: /modelos/z/c/ Disallow: /modelos/stats/ Disallow: /modelos/dh_ Disallow: /modelos/about/ Disallow: /modelos/contact/ Disallow: /modelos/tag/ Disallow: /modelos/wp-admin/ Disallow: /modelos/wp-includes/ Disallow: /modelos/contact Disallow: /modelos/manual Disallow: /modelos/manual/* Disallow: /modelos/phpmanual/ Disallow: /modelos/category/ Disallow: /modelos/trackback Disallow: /modelos/*trackback Disallow: /modelos/*trackback* Disallow: /modelos/*/trackback Disallow: /modelos/*?* Disallow: /modelos/*.html/$ Disallow: /modelos/*feed* Disallow: /marcas/administrator/ Disallow: /marcas/cache/ Disallow: /marcas/components/ Disallow: /marcas/editor/ Disallow: /marcas/help/ Disallow: /marcas/images/ Disallow: /marcas/includes/ Disallow: /marcas/language/ Disallow: /marcas/mambots/ Disallow: /marcas/media/ Disallow: /marcas/modules/ Disallow: /marcas/templates/ Disallow: /marcas/installation Disallow: /marcas/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /modelos/*.php$ Disallow: /modelos/*.js$ Disallow: /modelos/*.inc$ Disallow: /modelos/*.css$ Disallow: /modelos/*.gz$ Disallow: /modelos/*.wmv$ Disallow: /modelos/*.cgi$ Disallow: /modelos/*.xhtml$ # disallow all files with ? in url Disallow: /modelos/*?* Disallow: /marcas/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /modelos/*/*/email/$ Disallow: /modelos/*/*/print/$ Disallow: /modelos/*/*/#$ Disallow: /modelos/page/ # block all folders with broken links User-agent: * Disallow: /modelos/20$