# alle Crawler: Zugriff auf alle Dateien in folgenden Verzeichnissen untersagen
User-agent: *

Disallow:/cgi-bin/
Disallow:/logs/
Disallow:/usage/
Disallow:/1und1/
Disallow:/forum/
Disallow:/maba/
Disallow:/photo/

User-agent: Googlebot-Image
Disallow: / 
User-agent: Scooter 
Disallow: / 
User-agent: GagaRobot
Disallow: / 
User-agent: Slurp
Disallow: / 
User-agent: EmailCollector
Disallow: / 
User-agent: A-Online Search
Disallow: / 
User-agent: ATN_Worldwide
Disallow: / 
User-agent: Arachnophilia
Disallow: / 
User-agent: FAST
Disallow: / 
User-agent: Crawler V 0.2.1 admin@crawler.de
Disallow: /
User-agent: Arachnoidea
Disallow: / 
User-agent: LinkWalker
Disallow: / 
User-agent: Gulliver/1.3
Disallow: / 
User-agent: fido/1.0 Harvest/1.4.pl2
Disallow: / 
User-agent: MegaSheep
Disallow: / 
User-agent: Ultraseek
Disallow: / 
User-agent: whatUseek_winona
Disallow: /