# robots.txt for http://www.biologie.uni-ulm.de/ User-Agent: * Disallow:/systax/handbuch/ # don't index the manuals Disallow:/systax/manual/ # don't index the manuals Disallow:/httpdocs/ Disallow:/images/ Disallow:/lehre/gpmorph/docs/ # Grosspraktikum Disallow:/verify/ # Olli's stuff #changed Jan 2010 User-agent: msnbot Crawl-delay: 300 Disallow:/systax/handbuch/ # don't index the manuals Disallow:/systax/manual/ # don't index the manuals Disallow:/httpdocs/ Disallow:/images/ Disallow:/lehre/gpmorph/docs/ # Grosspraktikum Disallow:/verify/ # Olli's stuff # Yahoo User-agent: Slurp Crawl-delay: 300 Disallow:/systax/handbuch/ # don't index the manuals Disallow:/systax/manual/ # don't index the manuals Disallow:/httpdocs/ Disallow:/images/ Disallow:/lehre/gpmorph/docs/ # Grosspraktikum Disallow:/verify/ # Olli's stuff # Google User-agent: Googlebot Crawl-delay: 300 Disallow:/systax/handbuch/ # don't index the manuals Disallow:/systax/manual/ # don't index the manuals Disallow:/httpdocs/ Disallow:/images/ Disallow:/lehre/gpmorph/docs/ # Grosspraktikum Disallow:/verify/ # Olli's stuff # Twiceler User-agent: Twiceler Crawl-delay: 300 Disallow:/systax/handbuch/ # don't index the manuals Disallow:/systax/manual/ # don't index the manuals Disallow:/httpdocs/ Disallow:/images/ Disallow:/lehre/gpmorph/docs/ # Grosspraktikum Disallow:/verify/ # Olli's stuff