# robots.txt for http://lanic.utexas.edu/

User-agent: *                   # All spiders should avoid 
Disallow: /cgi-bin/             #     Script files
Disallow: /icons/		#     Default icons
Disallow: /form/		#     Form Conf
Disallow: /link/                #     Link Verification
Disallow: /test/                #     The test area for web experimentation