# robots.txt # a way to say NO: # to prevent spiders accessing certain pages enter the following type of lines: # User-agent: ("*" for all or the name of a certain spider) # Disallow: User-agent: * Disallow: /bewoners/bewoners.php Disallow: /bewoners/nieuw.php Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /sagi/gallery/modify Disallow: /sagi/gallery/test Disallow: /sagi/wiki Disallow: /sagi/bb Disallow: /simon/cgi Disallow: /stefan/chipdir/mailme.htm Disallow: /stefan/chipdir/register.htm Disallow: /stefan/chipdir/regcomp.htm Disallow: /el/tv-video/sat_tv/ Disallow: /stefan/el/ Disallow: /~stefan Disallow: /~sagi Disallow: /~simon/photo Disallow: /simon/photo Disallow: /simon/fotos Disallow: /~simon/fotos Disallow: /simon/a100forum Disallow: /~simon/a100forum Disallow: /simon/rosanne Disallow: /~simon/rosanne Disallow: /wout/actueel/ Disallow: /wout/bonn/ Disallow: /wout/fotos/ # end of robots.txt