# all user agents User-agent: * Disallow: /category/wp-content/uploads/ Disallow: /page/wp-content/uploads/ Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /wp-admin/admin.php Disallow: /wp-admin/index.php Disallow: /wp-admin/page.php Disallow: /wp-admin/widgets.php Disallow: /wp-admin/plugins.php Disallow: /wp-admin/post.php Disallow: /wp-admin/edit-pages.php Disallow: /wp-admin/edit.php Disallow: /wp-admin Disallow: /wp-content Disallow: /wp-includes Disallow: /*/blog/ Disallow: /*/blog/-* Disallow: /blog/page-* Disallow: /blog/blog-page-* Disallow: /blog-page-* Disallow: /blog/page- Disallow: /blog-page- Disallow: /blog/ Disallow: /blog/page/ Disallow: /blog/wp- Disallow: /blog/feed/ Disallow: /blog/page/2 Disallow: /blog/page/3 Disallow: /blog/page/4 Disallow: /blog/page/5 Disallow: /blog/page/6 Disallow: /blog/page/7 Disallow: /blog/page/8 Disallow: /blog/page/9 Disallow: /blog/page/0 Disallow: /*/page/0 Disallow: /*/page/1 Disallow: /*/page/2 Disallow: /*/page/3 Disallow: /*/page/4 Disallow: /*/page/5 Disallow: /*/page/6 Disallow: /*/page/7 Disallow: /*/page/8 Disallow: /*/page/9 Disallow: /*/page/0 Disallow: /*/page/1 Disallow: /*/page/2 Disallow: /*/page/3 Disallow: /*/page/4 Disallow: /*/page/5 Disallow: /*/page/6 Disallow: /*/page/7 Disallow: /*/page/8 Disallow: /*/page/9 Disallow: */*/page/0 Disallow: */*/page/1 Disallow: */*/page/2 Disallow: */*/page/3 Disallow: */*/page/4 Disallow: */*/page/5 Disallow: */*/page/6 Disallow: */*/page/7 Disallow: */*/page/8 Disallow: */*/page/9 Disallow: */*/page/0 Disallow: */*/page/ Disallow: /*/feed Disallow: /*/trackback Disallow: /cgi-bin/ Disallow: /documents/ Disallow: /images/ Disallow: /Images/ Disallow: /wp-* Disallow: /wp-content/themes/one-theme/images/ Disallow: /wp-content/themes/one-theme/img/colors/ Disallow: /wp-content/themes/one-theme/img/ User-agent: Googlebot Disallow: /wp-content/themes/one-theme/images/ Disallow: /wp-content/themes/one-theme/img/colors/ Disallow: /wp-content/themes/one-theme/img/ Disallow: /featured-articles/wp-content/uploads/ Disallow: /featured-articles/wp-content/ Disallow: /category/wp-content/uploads/ Disallow: /page/wp-content/uploads/ Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /wp-admin/admin.php Disallow: /wp-admin/index.php Disallow: /wp-admin/page.php Disallow: /wp-admin/widgets.php Disallow: /wp-admin/plugins.php Disallow: /wp-admin/post.php Disallow: /wp-admin/edit-pages.php Disallow: /wp-admin/edit.php Disallow: /wp-content/ Disallow: /*/blog/ Disallow: /*/blog/-* Disallow: /blog/page-* Disallow: /blog/blog-page-* Disallow: /blog-page-* Disallow: /blog/page- Disallow: /blog-page- Disallow: /blog/ Disallow: /blog/page/ Disallow: /blog/wp- Disallow: /blog/feed/ Disallow: /*/page/0 Disallow: /*/page/1 Disallow: /*/page/2 Disallow: /*/page/3 Disallow: /*/page/4 Disallow: /*/page/5 Disallow: /*/page/6 Disallow: /*/page/7 Disallow: /*/page/8 Disallow: /*/page/9 Disallow: /*/page/0 Disallow: /*/page/1 Disallow: /*/page/2 Disallow: /*/page/3 Disallow: /*/page/4 Disallow: /*/page/5 Disallow: /*/page/6 Disallow: /*/page/7 Disallow: /*/page/8 Disallow: /*/page/9 Disallow: */*/page/0 Disallow: */*/page/1 Disallow: */*/page/2 Disallow: */*/page/3 Disallow: */*/page/4 Disallow: */*/page/5 Disallow: */*/page/6 Disallow: */*/page/7 Disallow: */*/page/8 Disallow: */*/page/9 Disallow: */*/page/ Disallow: /*/feed Disallow: /*/trackback Disallow: /cgi-bin/ Disallow: /documents/ Disallow: /images/ Disallow: /Images/ Disallow: /wp-* Disallow: /wp-content/themes/one-theme/images/ User-agent: Googlebot-Image Disallow: /wp-content/themes/one-theme/images/ Disallow: /wp-content/themes/one-theme/images Disallow: /wp-content/themes/one-theme/img/colors/ Disallow: /wp-content/themes/one-theme/img/ # Dug Mirror User-agent: duggmirror Disallow: /wp-content/themes/one-theme/images/ # MSN Media search User-agent: MSNBot-Media Disallow: /wp-content/themes/one-theme/images/ # MSN research bot User-agent: msrbot # Yahoo! Slurp User-agent: Slurp Crawl-delay: 8 Disallow: /category/wp-content/uploads/ Disallow: /page/wp-content/uploads/ Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /wp-content/ Disallow: /wp-content/uploads/ User-agent: True_Robot Disallow: / User-agent: TurnitinBot/1.5 Disallow: / User-agent: TurnitinBot Disallow: / User-agent: URL Control Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: URLy Warning Disallow: / User-agent: VCI WebViewer VCI WebViewer Win32 Disallow: / User-agent: VCI Disallow: / User-agent: Web Image Collector Disallow: / User-agent: WebAuto Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: WebBandit Disallow: / User-agent: WebCapture 2.0 Disallow: / User-agent: WebCopier v.2.2 Disallow: / User-agent: WebCopier v3.2a Disallow: / User-agent: WebCopier Disallow: / User-agent: WebEnhancer Disallow: / User-agent: WebSauger Disallow: / User-agent: Website Quester Disallow: / User-agent: Webster Pro Disallow: / User-agent: WebStripper Disallow: / User-agent: WebZip/4.0 Disallow: / User-agent: WebZIP/4.21 Disallow: / User-agent: WebZIP/5.0 Disallow: / User-agent: WebZip Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: Wget/1.6 Disallow: / User-agent: Wget Disallow: / User-agent: wget Disallow: / User-agent: WWW-Collector-E Disallow: / User-agent: Xenu's Link Sleuth 1.1c Disallow: / User-agent: Xenu's Disallow: / User-agent: Zeus 32297 Webster Pro V2.9 Win32 Disallow: / User-agent: Zeus Link Scout Disallow: / User-agent: Zeus Disallow: /