User-agent: LinkChecker
Disallow:
User-agent: *
Disallow: /cgi-bin/
Disallow: /stats/
Disallow: /cgi/
Disallow: /output/
Disallow: /codes/