UserAgent: * DisAllow: /cgi-bin/ DisAllow: /image/ DisAllow: /scoreboard DisAllow: /~remedynl DisAllow: /~jwillemsen DisAllow: /~isisbuilds DisAllow: /~olli Crawl-delay: 10 Request-rate: 1/5 # maximum rate is one page every 5 seconds