User-agent: *
Disallow: /cgi-bin
Disallow: /internal

# Allow UCL search engine
#User-agent: UCL-Netscape-Compass-Robot/3.01
#Disallow: