# /robots.txt

User-agent: *
Disallow: /cgi-bin/
Disallow: /assests/
Disallow: /public/
Disallow: /files/
Disallow: /guest/
Disallow: /private/
Disallow: /recommender/
Disallow: /html/
Disallow: /clad/
Disallow: /images/
Disallow: /java/
Disallow: /listings/
Disallow: /maillist/