# all user agents

User-agent: *
Allow: / 
sitemap: http://www.nieuwetijdskind.com/sitemap.xml
Disallow: /cron.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/admin.php
Disallow: /wp-admin/index.php
Disallow: /wp-admin/page.php
Disallow: /wp-admin/widgets.php
Disallow: /wp-admin/plugins.php
Disallow: /wp-admin/post.php
Disallow: /wp-admin/edit-pages.php
Disallow: /wp-admin/edit.php
Disallow: /wp-* 
Disallow: /*/blog/
Disallow: /*/blog/-*
Disallow: /blog/page-*
Disallow: /blog-page-*
Disallow: /blog/page-
Disallow: /blog-page-
Disallow: /blog/
Disallow: /*/*/page/
Disallow: /category/*/page/
Disallow: /tag/*/page/
Disallow: /blog/page/
Disallow: /blog/wp-
Disallow: /blog/feed/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /logout/
Disallow: /upload/shop/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /category/wp-content/uploads/
Disallow: /page/wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-admin
Disallow: /wp-content
Disallow: /wp-includes
Disallow: /blog/feed/
Disallow: */*/page/
Disallow: /*/feed
Disallow: /*/trackback
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /images/
Disallow: /Images/
Disallow: /wp-* 
Disallow: /wp-content/themes/one-theme/images/
Disallow: /wp-content/themes/one-theme/img/colors/
Disallow: /wp-content/themes/one-theme/img/

User-agent: Googlebot
Disallow: /wp-content/themes/one-theme/images/
Disallow: /wp-content/themes/one-theme/img/colors/
Disallow: /wp-content/themes/one-theme/img/
Disallow: /featured-articles/wp-content/uploads/
Disallow: /featured-articles/wp-content/
Disallow: /category/wp-content/uploads/
Disallow: /page/wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /*/*/page/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cron.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/admin.php
Disallow: /wp-admin/index.php
Disallow: /wp-admin/page.php
Disallow: /wp-admin/widgets.php
Disallow: /wp-admin/plugins.php
Disallow: /wp-admin/post.php
Disallow: /wp-admin/edit-pages.php
Disallow: /wp-admin/edit.php
Disallow: /wp-* 
Disallow: /blog/wp-
Disallow: /blog/feed/
Disallow: /blog/page/
Disallow: /*/feed
Disallow: /*/trackback
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /images/
Disallow: /Images/
Disallow: /wp-* 
Disallow: /wp-content/themes/one-theme/images/

User-agent: Googlebot-Image
Disallow: /wp-content/themes/one-theme/images/
Disallow: /wp-content/themes/one-theme/images
Disallow: /wp-content/themes/one-theme/img/colors/
Disallow: /wp-content/themes/one-theme/img/

# Dug Mirror
User-agent: duggmirror
Disallow: /wp-content/themes/one-theme/images/


# MSN Media search
User-agent: MSNBot-Media
Disallow: /wp-content/themes/one-theme/images/
Disallow: /wp-content/themes/one-theme/img/colors/
Disallow: /wp-content/themes/one-theme/img/

# MSN research bot
User-agent: msrbot
Disallow: /cron.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/admin.php
Disallow: /wp-admin/index.php
Disallow: /wp-admin/page.php
Disallow: /wp-admin/widgets.php
Disallow: /wp-admin/plugins.php
Disallow: /wp-admin/post.php
Disallow: /wp-admin/edit-pages.php
Disallow: /wp-admin/edit.php
Disallow: /wp-*

# Yahoo! Slurp
User-agent: Slurp
Crawl-delay: 8
Disallow: /category/wp-content/uploads/
Disallow: /page/wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-content/
Disallow: /wp-content/uploads/
Disallow: /wp-content/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/admin.php
Disallow: /wp-admin/index.php
Disallow: /wp-admin/page.php
Disallow: /wp-admin/widgets.php
Disallow: /wp-admin/plugins.php
Disallow: /wp-admin/post.php
Disallow: /wp-admin/edit-pages.php
Disallow: /wp-admin/edit.php
Disallow: /wp-*


# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
Disallow: /dump/
Disallow: /backup/
Disallow: /backup upgrade/
Disallow: /_pma/