# A small robots.txt example
# More information about this file can be found at
# http://www.robotstxt.org/wc/robots.html

# In case your drupal site is in a directory
# lower than your docroot (e.g. /drupal)
# please add this directory before the /-es below
# this file should still be placed in the docroot (e.g. /)

# To stop a polite robot indexing an exampledir
# add a line like
# user-agent: polite-bot
# Disallow: /exampledir/

# A list of know bots can be found at
# http://www.robotstxt.org/wc/active/html/index.html

# See http://www.sxw.org.uk/computing/robots/check.html
# for syntax checking

User-agent: Yandex
Disallow: /?q=admin
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /.htaccess
Disallow: /go/
Disallow: /jexr/
Disallow: /page/
Disallow: /author/
Disallow: /2004/
Disallow: /2005/
Disallow: /2006/
Disallow: /2007/
Disallow: /2008/
Disallow: /2009/
Disallow: /2010/
Disallow: /2011/
Disallow: /2012/


User-agent: *
Disallow: /?q=admin
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /.htaccess
Disallow: /go/
Disallow: /jexr/
Disallow: /page/
Disallow: /author/
Disallow: /2004/
Disallow: /2005/
Disallow: /2006/
Disallow: /2007/
Disallow: /2008/
Disallow: /2009/
Disallow: /2010/
Disallow: /2011/
Disallow: /2012/
Disallow: /category/


# Add other dirs or files here
# For example /webreports/