# BEGIN XML-SITEMAP-PLUGIN Sitemap: http://www.olino.org/sitemap.xml.gz Sitemap: http://www.olino.org/us/sitemap.xml.gz # END XML-SITEMAP-PLUGIN User-agent: * Crawl-delay: 10 # wordpress NL / Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.tar$ Disallow: /*.tgz$ Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/ Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /trackback Disallow: /feed Disallow: /comments Disallow: /category/*/* Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: */comment-page* Disallow: /*? Disallow: /*/feed/ Disallow: /*/trackback/ Disallow: /tag/ Disallow: /page/ # Wordpress US /us Disallow: /us/*.js$ Disallow: /us/*.inc$ Disallow: /us/*.css$ Disallow: /us/*.gz$ Disallow: /us/*.wmv$ Disallow: /us/*.cgi$ Disallow: /us/*.xhtml$ Disallow: /us/*.tar$ Disallow: /us/*.tgz$ Disallow: /us/cgi-bin Disallow: /us/wp-admin Disallow: /us/wp-includes Disallow: /us/wp-content/ Disallow: /us/wp-content/cache Disallow: /us/wp-content/themes Disallow: /us/trackback Disallow: /us/feed Disallow: /us/comments Disallow: /us/category/*/* Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: */comment-page* Disallow: /us/*? Disallow: /us/*/feed/ Disallow: /us/*/trackback/ Disallow: /us/tag/ Disallow: /us/page/ # Drupal NL /ov Disallow: /ov/misc/ Disallow: /ov/modules/ Disallow: /ov/profiles/ Disallow: /ov/scripts/ Disallow: /ov/sites/ Disallow: /ov/themes/ # Files Disallow: /ov/CHANGELOG.txt Disallow: /ov/cron.php Disallow: /ov/INSTALL.mysql.txt Disallow: /ov/INSTALL.pgsql.txt Disallow: /ov/install.php Disallow: /ov/INSTALL.txt Disallow: /ov/LICENSE.txt Disallow: /ov/MAINTAINERS.txt Disallow: /ov/update.php Disallow: /ov/UPGRADE.txt Disallow: /ov/xmlrpc.php # Paths (clean URLs) Disallow: /ov/admin/ Disallow: /ov/comment/reply/ Disallow: /ov/contact/ Disallow: /ov/logout/ Disallow: /ov/node/add/ Disallow: /ov/search/ Disallow: /ov/user/register/ Disallow: /ov/user/password/ Disallow: /ov/user/login/ # Paths (no clean URLs) Disallow: /ov/?q=admin/ Disallow: /ov/?q=comment/reply/ Disallow: /ov/?q=contact/ Disallow: /ov/?q=logout/ Disallow: /ov/?q=node/add/ Disallow: /ov/?q=search/ Disallow: /ov/?q=user/password/ Disallow: /ov/?q=user/register/ Disallow: /ov/?q=user/login/ # Boost Disallow: /ov/boost_stats.php User-agent: duggmirror Disallow: / User-agent: ia_archiver Disallow: / User-agent: Mediapartners-Google Disallow: User-agent: Adsbot-Google Disallow: User-agent: Googlebot-Image Disallow: User-agent: Googlebot-Mobile Disallow: