User-agent: *
#Request-rate: 30/1h
#Crawl-delay: 60

# vyhledavani
Disallow: /vyhledavani/
Disallow: /en/vyhledavani/
Disallow: /en/label/vyhledavani/
Disallow: /en/agentura/vyhledavani/
Disallow: /en/studio/vyhledavani/
Disallow: /us/vyhledavani/
Disallow: /us/label/vyhledavani/
Disallow: /us/agentura/vyhledavani/
Disallow: /us/studio/vyhledavani/

# moje
Disallow: /moje/
Disallow: /en/moje/
Disallow: /en/label/moje/
Disallow: /en/agentura/moje/
Disallow: /en/studio/moje/
Disallow: /us/moje/
Disallow: /us/label/moje/
Disallow: /us/agentura/moje/
Disallow: /us/studio/moje/

# download-zdarma
Disallow: /download-zdarma/
Disallow: /en/download-zdarma/
Disallow: /en/label/download-zdarma/
Disallow: /en/agentura/download-zdarma/
Disallow: /en/studio/download-zdarma/
Disallow: /us/download-zdarma/
Disallow: /us/label/download-zdarma/
Disallow: /us/agentura/download-zdarma/
Disallow: /us/studio/download-zdarma/

# download
Disallow: /download/
Disallow: /en/download/
Disallow: /en/label/download/
Disallow: /en/agentura/download/
Disallow: /en/studio/download/
Disallow: /us/download/
Disallow: /us/label/download/
Disallow: /us/agentura/download/
Disallow: /us/studio/download/

# newsletter
Disallow: /newsletter/
Disallow: /en/newsletter/
Disallow: /en/label/newsletter/
Disallow: /en/agentura/newsletter/
Disallow: /en/studio/newsletter/
Disallow: /us/newsletter/
Disallow: /us/label/newsletter/
Disallow: /us/agentura/newsletter/
Disallow: /us/studio/newsletter/


# 
# globalni
# 
Disallow: /cron/
Disallow: /admin/
Disallow: /datastore/
Disallow: /data/alba/mp3/
Disallow: /data/historicke-okenko/
Disallow: /data/knihovna-medii/
Disallow: /data/objednane-balicky/
Disallow: /support/sendy/


Sitemap: http://www.indies.eu/cache/sitemap-index.xml


# prevent website from being ripped
# we like you, but we suffer from this because server is overloaded then
User-agent: Teleport
Disallow: /
 
User-agent: TeleportPro
Disallow: /
 
User-agent: EmailCollector
Disallow: /
 
User-agent: EmailSiphon
Disallow: /
 
User-agent: WebBandit
Disallow: /
 
User-agent: WebZIP
Disallow: /
 
User-agent: WebReaper
Disallow: /
 
User-agent: WebStripper
Disallow: /
 
User-agent: Web Downloader
Disallow: /
 
User-agent: WebCopier
Disallow: /
 
User-agent: Offline Explorer Pro
Disallow: /
 
User-agent: HTTrack Website Copier
Disallow: /
 
User-agent: Offline Commander
Disallow: /
 
User-agent: Leech
Disallow: /
 
User-agent: WebSnake
Disallow: /
 
User-agent: BlackWidow
Disallow: /
 
User-agent: HTTP Weazel
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: ltx71 - (http://ltx71.com/)
Disallow: /



#$a = array('label','agentura','studio');
#$a2 = array('en', 'us');
#$t = 'vyhledavani';
#echo "# $t<br>";
#echo "Disallow: /$t/<br>";
#foreach ($a2 as $two) {
#	echo "Disallow: /$two/$t/<br>";
#	foreach ($a as $one) {
#		echo "Disallow: /$two/$one/$t/<br>";
#	}
#}