#robots.txt für http://www.agrar.de
User-agent: Slurp
Disallow: /landfrauen/forum/
Disallow: /pferde/forum/
Disallow: /tp/
Crawl-delay: 20

User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /__/
Disallow: /mail/
Disallow: /mw/
Disallow: /umfrage/
Disallow: /reisen/
Disallow: /kw/
Disallow: /em_1997/
Disallow: /um_1997/
Disallow: /org_1997/
Disallow: /agr_1997/
Disallow: /umweltmarketing/
Disallow: /radio-tv/
Disallow: /sysop/
Disallow: /agrarboerse/
Disallow: /gt/
Disallow: /drms/
Disallow: /album/
Disallow: /markt/