# robots.txt for http://www.ub.uni-freiburg.de/ # see for an explanation. User-agent: * # All spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /gif/ # gifs only Disallow: /img/ # images only Disallow: /icons/ # icons only Disallow: /old/ # obsolete Disallow: /test/ # test only Disallow: /ub/ # internal use only Disallow: /uni/ # internal use only Disallow: /intern/ # internal use only Disallow: /expressum/internes # internal use only Disallow: /olix/acqdata.cgi # Erwerbungsdaten Disallow: /typo3/ # Typo3-Backend Disallow: /xopac/ # XOPAC Disallow: /olix/ # XOPAC Disallow: /hylib/ # Perl-Module Allow: /