User-agent: *
Disallow: /admin
Disallow: /audit
Disallow: /stat
Disallow: /join
Disallow: /my
Disallow: /add
Disallow: /go.cgi
Disallow: /goto.cgi

User-Agent: DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail
Disallow: /