#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
#
# For syntax checking, see:
# http://www.frobee.com/robots-txt-check

User-agent: *
Crawl-delay: 120

# Custom Pages
Disallow: /iosho/library/captcha
Disallow: /thank-you
Disallow: /iosho/library/page-moved
Disallow: /ajax
Disallow: /nolink
Disallow: /visit/accomodations/livinginprograms/payment_failure
Disallow: /visit/accomodations/payment_failure
Disallow: /visit/accomodations/payment_confirmation
Disallow: /account-activation-failed
Disallow: /homepage.htm
Disallow: /newsletters/japanese/
Disallow: /read/featured-articles/other-myself/have-a-heart!
Disallow: /main.cfm?Area=Magazine&Sub1Menu=HaveATaste&Sub2Menu=EmotionalEcology&Language=english&CFID=25544762&CFTOKEN=48673961
Disallow: /magazine/tarot/TarotCard.cfm?Transf=Yes&Nr=53
Disallow: /magazine/oshointro/VisionGoldenIndexDetails.cfm?Golden=priests
Disallow: /el/osho-topics/
Disallow: /el/taxonomy/term/
Disallow: /de/highlights-of-oshos-world/osho-books-ebooks-audiobooks
Disallow: /de/de/iosho/imeditate
Disallow: /de/read/osho/osho-on-topics/krishnaDie
Disallow: /de/taxonomy/term/
Disallow: /de/meditate/about-meditation/is-meditation-for-people-who-know-nothing
Disallow: /de/meditate/about-meditation/is-it-always-necessary-to-close-my-eyes-while-meditating
Disallow: /hi/highlights-of-oshos-world
Disallow: /hi/hi/meditate/more-meditations/p
Disallow: /hi/taxonomy/term/
Disallow: /hi/meditate/what-is-meditation/trasformation
Disallow: /it/read/osho/osho-on-topics/topic-264
Disallow: /it/read/featured-articles/emotional-ecology/the-law-of-magicTraccia
Disallow: /it/meditation-week/lasciati-diventare-senza-peso
Disallow: /it/taxonomy/term/
Disallow: /it/read/osho/osho-on-topics/topic-305
Disallow: /es/read/osho/osho-on-topics/topic-367
Disallow: /es/read/osho/osho-on-topics/topic-371
Disallow: /es/meditate/meditation-tool-kit/questions-about-meditation/is-meditation-just-for-people-who-know-a-lot-about-
Disallow: /es/ru?hc_location=ufi
Disallow: /es/taxonomy/term/
Disallow: /es/read/osho/osho-on-topics/topic-352
Disallow: /fr/read/press?page=0%2C1
Disallow: /fr/read/press?search_month=Last+Month&search_category=Article+on+Meditation&btn_search=Search
Disallow: /fr/meditate/meditation-tool-kit/questions-about-meditation/is-meditation-just-for-people-who-know-a-lot-about-
Disallow: /fr/read/featured-articles/body-dharma/my-body
Disallow: /fr/fr/iosho/imeditate
Disallow: /pt/meditate/about-meditation/will-meditation-help-me-to-be-happy
Disallow: /pt/osho-topics/george-gurdjieff
Disallow: /pt/pt/iosho/imeditate
Disallow: /pt/visit/monsoon-festival
Disallow: /pt/taxonomy/term/
Disallow: /ru/AllAboutOSHO/
Disallow: /ru/accomodations/week-within
Disallow: /ru/read/featured-articles/other-myself/have-a-heart!
Disallow: /ko/highlights-of-oshos-world/osho-books-ebooks-audiobooks
Disallow: /ko/meditate/meditation-tool-kit/questions-about-meditation/is-meditation-just-for-people-who-know-a-lot-about-
Disallow: /ko/iosho/faqs
Disallow: /ko/taxonomy/term/
Disallow: /nl/osho/osho-on-topics/understanding
Disallow: /nl/visit/events/www.osho.com/nl/visit/events/festival/
Disallow: /nl/taxonomy/term/
Disallow: /ch/ch?hc_location=ufi
Disallow: /ch/taxonomy/term/
Disallow: /ja/privacy-policy?__hstc=45742459.b5514756f51aad28a6d480b0896ec071.1412640000932.1412640000933.1412640000934.1&__hssc=45742459.1.1412640000935&__hsfp=1314462730
Disallow: /ja/node/
Disallow: /ja/read/featured-articles/other-myself/learn-to-be-happy-alone
Disallow: /ja/taxonomy/term/
Disallow: /node/16676
Disallow: /abc/test
Disallow: /hi/abc/test
Disallow: /ch/abc/test


# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/

# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/

# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: sogou spider
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: oBot
Disallow: /
User-agent: DeuSu
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: MetaURI
Disallow: /
User-agent: FlipboardProxy
Disallow: /