# robots.txt for http servers on ports 80 and 81. User-agent: * # do not visit our mailinglists Disallow: /mailman Disallow: /pipermail # do not visit futplex scripts Disallow: /bin/ Disallow: /pub/ Disallow: /cgi-bin/ # 2002-12-18: No more archives on this server #do not visit babbel archieven #Disallow: /gewis/studie/lists/babbel/archive/ #Disallow: /gewis/studie/lists/babbel/archive/ # 2001-11-27 - Paths do not exist anymore #Disallow: /gewis/studie/lists/babbel/old_archive/ #Disallow: /gewis/studie/lists/babbel/old_archive/ #Disallow: /gewis/studie/lists/tor-immi/archive/ #Disallow: /gewis/studie/lists/tor-immi/old-archive/ #Disallow: /gewis/studie/lists/tor-immi/old-2-archive/ # 2001-11-27 Added by Vincent #Disallow: /gewis/studie/lists/tor-immi/old-3-archive/ #Disallow: /gewis/studie/lists/tor-immi/old-4-archive/ #do not visit vakkengids (oude zooi) #Disallow: /applications/vakkengids/ # 2001-11-27 - Vincent # /general/docs does not exist anymore. # #do not visit wwwstats archieven, but do allow our address pages to be #visited #Disallow: /general/docs/ #Allow: /general/docs/address_gewis.html #Allow: /general/docs/address_gewis_english.html # Intro-zut Disallow: /~intro07/?p=groepen Disallow: /~intro08/?p=groepen