##
# ROBOTS.TXT
#
# @creation: 2010/03/11
# @modification: 2010/07/13
# @author: sfluri
# @version: 1.2.3
#

#
# Please note: There are a lot of pages on this site, and there are some misbehaved spiders out there that go _way_ too fast. 
# If you're irresponsible, your access to the site may be blocked.
#

#
# advertising-related bots:
#

	User-agent: EmailCollector
	Disallow: /
	
	User-agent: Java
	Disallow: /

#
# Some bots are known to be trouble, particularly those designed to copy entire sites. 
#

	User-agent: sitecheck.internetseer.com
	Disallow: /
	
	User-agent: Zealbot
	Disallow: /
	
	User-agent: MSIECrawler
	Disallow: /
	
	User-agent: SiteSnagger
	Disallow: /
	
	User-agent: WebStripper
	Disallow: /
	
	User-agent: WebCopier
	Disallow: /
	
	User-agent: Fetch
	Disallow: /
	
	User-agent: Offline Explorer
	Disallow: /
	
	User-agent: Teleport
	Disallow: /
	
	User-agent: TeleportPro
	Disallow: /
	
	User-agent: WebZIP
	Disallow: /
	
	User-agent: linko
	Disallow: /
	
	User-agent: HTTrack
	Disallow: /
	
	User-agent: Microsoft.URL.Control
	Disallow: /
	
	User-agent: Xenu
	Disallow: /
	
	User-agent: larbin
	Disallow: /
	
	User-agent: libwww
	Disallow: /
	
	User-agent: ZyBORG
	Disallow: /
	
	User-agent: Download Ninja
	Disallow: /
	
	User-agent: WebReaper
	Disallow: /

#
# Gooble, MSN an Yahoo. 
#
	User-agent: Googlebot, Googlebot-Image, msnbot, Slurp, yahoo-slurp 

	Disallow: /wGlobal*/

	Disallow: /*/__*/
	Disallow: /*/admin/
	Disallow: /*/css/
	Disallow: /*/error/
	Disallow: /*/example/
	Disallow: /*/export.txt$
	Disallow: /*/login/
	Disallow: /*/master/
	Disallow: /*/script/
	Disallow: /*/scripts/
	Disallow: /*/style/
	Disallow: /*/styles/
	Disallow: /*/temp/
	Disallow: /*/templates/
	Disallow: /*/test/
	Disallow: /*/tmp/
	Disallow: /*/weblication/
	Disallow: /*/wDirectory.php$
	Disallow: /*/wdExtension.php$
	Disallow: /*.bak$
	Disallow: /*.eml$
	Disallow: /*.js$
	Disallow: /*.csv$
	Disallow: /*.css$
	Disallow: /*.tpl$

	Allow: /wAssets*/	

	Allow: /*?
	Allow: /*.pdf$

#
# Don't index
#

User-agent: *

	Disallow: /Common-de/
	Disallow: /Common-en/
	Disallow: /Common-fr/
	Disallow: /Common-it/
	Disallow: /uploadTest.txt
	Disallow: /wGlobalCMS/
	Disallow: /wGlobalCommon/
	Disallow: /wGlobalEmediat/
	Disallow: /wGlobalHCISolutions/
	Disallow: /wGlobalGalenica/
	Disallow: /wGlobalGalenicaPVS
	Disallow: /wGlobalGalenicare/
	Disallow: /wGlobalGroup/
	Disallow: /wGlobalTriamun/
	Disallow: /wGlobalViforUK/
	Disallow: /wGlobalTemplate/

	Disallow: /admin/
	Disallow: /error/
	Disallow: /example/
	Disallow: /login/
	Disallow: /master/
	Disallow: /shared/
	Disallow: /temp/
	Disallow: /templates/
	Disallow: /test/
	Disallow: /tmp/
	Disallow: /weblication/

# Index

	Allow: /de/
	Allow: /en/
	Allow: /fr/
	Allow: /it/
	Allow: /wAssetsCommon/
	Allow: /wAssetsEmediat/
	Allow: /wAssetsGalenica/
	Allow: /wAssetsGalenicaPVS
	Allow: /wAssetsGalenicare/
	Allow: /wAssetsGroup/
	Allow: /wAssetsHCISolutions/
	Allow: /wAssetsTriamun/
	Allow: /wAssetsViforUK/
	Allow: /favicon.ico
	Allow: /index.php
	Allow: /robots.txt 

# Sitemaps

	Allow: /sitemap-de.php
	Allow: /sitemap-en.php
	Allow: /sitemap-fr.php
	Allow: /sitemap-it.php

	Sitemap: /sitemap-de.php
	Sitemap: /sitemap-en.php
	Sitemap: /sitemap-fr.php
	Sitemap: /sitemap-it.php