#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# JS/CSS
Allow: /misc/*.js*
Allow: /misc/*.css*
Allow: /modules/*.js*
Allow: /modules/*.css*
Allow: /profiles/*.js*
Allow: /profiles/*.css*
Allow: /themes/*.js*
Allow: /themes/*.css*
# Directories
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/all/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /updates/
Disallow: /FB/
Disallow: /PDF/
Disallow: /HTML/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /*.php$
Disallow: /index.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /contact/
Disallow: /search/
Disallow: /top-rated-
Disallow: /messages/
Disallow: /book/export/
Disallow: /user2userpoints/
Disallow: /myuserpoints/
Disallow: /tagadelic/
Disallow: /referral/
Disallow: /aggregator/
Disallow: /files/pin/
Disallow: /your-votes
Disallow: /comments/recent
Disallow: /*/edit/
Disallow: /*/delete/
Disallow: /*/export/html/
Disallow: /*/edit$
Disallow: /*/outline$
Disallow: /*/revisions$
Disallow: /*/contact$
Disallow: /taxonomy/term/*/0$
Disallow: /taxonomy/
Disallow: /*downloadpipe
Disallow: /rayony/
Disallow: /goroda/
Disallow: /all-dates/
Disallow: /allmaps/
Disallow: /video/
Disallow: /authors/
Disallow: /soursec/
Disallow: /daty/
Disallow: /Birth/
Disallow: /death/
Disallow: /relation/
Disallow: /edu/
Disallow: /prof/
Disallow: /titles/
Disallow: /work/
Disallow: /lead/
Disallow: /cat/
Disallow: /browse/
Disallow: /browser/
Disallow: /geopoint/
Disallow: /dsp/
Disallow: /avtory/
Disallow: /geografiya_novostey/
Disallow: /daty_sozdaniya/
Disallow: /tipy-materialov-zhanry/
Disallow: /zhanry_novostey/
Disallow: /istochniki/
Disallow: /karta_kategorii_obektov/
Disallow: /karta_oblast_obektov/
Disallow: /personalii_dopolnitelnye_metki/
Disallow: /personalii_malye_naselennye_punkty/
Disallow: /personalii_rabota/
Disallow: /personalii_rozhdenie/
Disallow: /personalii_smert/
Disallow: /personalii_rukovodstvo/
Disallow: /personalii_specialnosti/
Disallow: /personalii_tituly_zvaniya/
Disallow: /personalii_uchyoba/
Disallow: /predmetnyy_ukazatel/
Disallow: /rubrikaciya_nauchnoy_enciklopedii/
Disallow: /temy_novostey/
Disallow: /ukazateli/
Disallow: /printpdf/
Disallow: /glossary
Disallow: /mediateca
Disallow: /statistika
Disallow: /stat
Disallow: /all-persons
Disallow: /encirk
Disallow: /media
Disallow: /new
Disallow: /change
Disallow: /nt
Disallow: /work-tags
Disallow: /work-tags-alpha
Disallow: /news-predmet
Disallow: /news-tema
Disallow: /news-geo
Disallow: /news-edit-title
Disallow: /news-edit-text
Disallow: /news-edit-prop
Disallow: /slovnik-plan
Disallow: /slovnik
Disallow: /termin-uk
Disallow: /termin-uk-new
Disallow: /slovnik-plan-new
Disallow: /chresto
Disallow: /cat
Disallow: /ud
Disallow: /predmetnyi
Disallow: /blog
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
Sitemap: http://irkipedia.ru/sitemap.xml

User-agent: Yandex
Host: irkipedia.ru
# Directories
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/all/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /updates/
Disallow: /FB/
Disallow: /PDF/
Disallow: /HTML/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /*.php$
Disallow: /index.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /contact/
Disallow: /search/
Disallow: /top-rated-
Disallow: /messages/
Disallow: /book/export/
Disallow: /user2userpoints/
Disallow: /myuserpoints/
Disallow: /tagadelic/
Disallow: /referral/
Disallow: /aggregator/
Disallow: /files/pin/
Disallow: /your-votes
Disallow: /comments/recent
Disallow: /*/edit/
Disallow: /*/delete/
Disallow: /*/export/html/
Disallow: /*/edit$
Disallow: /*/outline$
Disallow: /*/revisions$
Disallow: /*/contact$
Disallow: /taxonomy/term/*/0$
Disallow: /taxonomy/
Disallow: /*downloadpipe
Disallow: /rayony/
Disallow: /goroda/
Disallow: /all-dates/
Disallow: /allmaps/
Disallow: /video/
Disallow: /authors/
Disallow: /soursec/
Disallow: /daty/
Disallow: /Birth/
Disallow: /death/
Disallow: /relation/
Disallow: /edu/
Disallow: /prof/
Disallow: /titles/
Disallow: /work/
Disallow: /lead/
Disallow: /cat/
Disallow: /browse/
Disallow: /browser/
Disallow: /geopoint/
Disallow: /dsp/
Disallow: /avtory/
Disallow: /geografiya_novostey/
Disallow: /daty_sozdaniya/
Disallow: /tipy-materialov-zhanry/
Disallow: /zhanry_novostey/
Disallow: /istochniki/
Disallow: /karta_kategorii_obektov/
Disallow: /karta_oblast_obektov/
Disallow: /personalii_dopolnitelnye_metki/
Disallow: /personalii_malye_naselennye_punkty/
Disallow: /personalii_rabota/
Disallow: /personalii_rozhdenie/
Disallow: /personalii_smert/
Disallow: /personalii_rukovodstvo/
Disallow: /personalii_specialnosti/
Disallow: /personalii_tituly_zvaniya/
Disallow: /personalii_uchyoba/
Disallow: /predmetnyy_ukazatel/
Disallow: /rubrikaciya_nauchnoy_enciklopedii/
Disallow: /temy_novostey/
Disallow: /ukazateli/
Disallow: /printpdf/
Disallow: /glossary
Disallow: /mediateca
Disallow: /statistika
Disallow: /stat
Disallow: /all-persons
Disallow: /encirk
Disallow: /media
Disallow: /new
Disallow: /change
Disallow: /nt
Disallow: /work-tags
Disallow: /work-tags-alpha
Disallow: /news-predmet
Disallow: /news-tema
Disallow: /news-geo
Disallow: /news-edit-title
Disallow: /news-edit-text
Disallow: /news-edit-prop
Disallow: /slovnik-plan
Disallow: /slovnik
Disallow: /termin-uk
Disallow: /termin-uk-new
Disallow: /slovnik-plan-new
Disallow: /chresto
Disallow: /cat
Disallow: /ud
Disallow: /predmetnyi
Disallow: /blog
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
Sitemap: http://irkipedia.ru/sitemap.xml
Host:irkipedia.ru