# # robots.txt for http://www.net-bio.de/ # User-agent: DigExt Disallow: / User-agent: MegaRobot Disallow: / # exclude some access-controlled areas User-agent: * Disallow: /_includes/ Disallow: /base/ Disallow: /board/ Disallow: /bw_online/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /navi/ Disallow: /steams_guestbook/ Disallow: /images/ Disallow: /test/ Disallow: /txt/ Disallow: /w3c/