User-agent: *                   # All other spiders should avoid... 
Disallow: /cgi-bin/             #     Scripts 
Disallow: /distlearn/           #     distance learning
Disallow: /htmlex/              #     html examples 
Disallow: /imagemap/            #     click maps 
Disallow: /images/              #     images directory 
Disallow: /neuron/              #     toolbook plugin 
Disallow: /plugins/             #     various plugins 
Disallow: /postex/              #     postex pictures 
Disallow: /searcher/            #     server search directory 
Disallow: /secure/              #     secure scripts 
Disallow: /secureshell/         #     secure shell
Disallow: /serverman/           #     apache server manual 
Disallow: /weblog/              #     logs 
Disallow: /webtester/           #     test area for web 
Disallow: /RHLinux/             #     linux tutorial pages 
Disallow: /protected/           #     external courses page 
Disallow: /~                    #     users public_html directories