# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

# exclude email harvesters 
User-agent: CherryPickerSE
User-agent: CherryPickerElite
User-agent: Crescent Internet ToolPak
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: ExtractorPro
Disallow: /
Disallow: /bin/

User-agent: *
Disallow: /group/
Disallow: /gruppen/
Disallow: /leagues/
Disallow: /clubs/
Disallow: /forums/
Disallow: /teams/
Disallow: /albums/index/
Disallow: /comments/
Disallow: /mannschaften/*/thickbox_widget?*